-- Logs begin at Tue 2021-04-20 18:26:27 UTC, end at Tue 2021-04-20 19:34:11 UTC. -- Apr 20 19:06:56.770100 dv-cinder-786933-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 19:06:59.920218 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.common.config [-] Logging enabled! Apr 20 19:06:59.920764 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 19:06:59.922123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86359) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 19:06:59.923873 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.common.config [-] Logging enabled! Apr 20 19:06:59.924168 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 19:06:59.924520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86359) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 19:06:59.925595 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 19:06:59.925864 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 19:06:59.926901 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 19:06:59.927188 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 19:06:59.927446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 19:06:59.927820 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.928165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.928507 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.928770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.929111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.930019 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.930478 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.930818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.931163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.931493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.931815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.932142 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.932405 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.932729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.933062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.933395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.933680 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] debug = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.934002 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.934541 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.934872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.935190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.935523 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.935837 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.936145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.936457 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.936782 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.937150 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] host = dv-cinder-786933-2-smb {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.937465 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.937822 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.938155 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.938493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.938797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.939111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.939438 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.939749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.940060 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] log_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.940371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.940700 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.941029 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.941366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.941645 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.941904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.942231 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.942561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.942872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.943183 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.943495 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.943803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.944113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.944416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.944747 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.945658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.945994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.946301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.946613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.946920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.947225 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.947551 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.947860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.948169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.948476 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.948804 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.949108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.949416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.949787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.950113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.950435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.950761 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.951070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.951391 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.951697 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.952000 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.952305 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] use_json = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.952611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.952913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.953233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.953558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.953866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.954172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.954474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.954806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:06:59.955138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.955476 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.955820 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.956138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.956474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.956790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.957123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.957434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.957797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.958130 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.958453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.958766 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.959087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.959400 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.959736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.960082 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.960447 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.960880 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.961197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.961529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.961846 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.962158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.962484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.962820 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.963152 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.963462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.963776 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.964107 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.964422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.964737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.965051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.965379 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.965750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.966060 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.966376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.966688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.966996 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.967300 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.967611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.967942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.968251 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.968558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.968864 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.969173 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.969507 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.969822 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.970153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.970437 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.970745 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.971060 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.971370 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.971678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.971991 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.972298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.972609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.972919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.973228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.973559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.973870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.974179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.974486 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.974798 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.975111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.975420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.975725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.976224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.976604 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.976917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.977241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.977600 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.977919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.978236 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.978552 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.978866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.979179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.979493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.979808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.980123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.980434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.980765 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.981083 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.981407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.981750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.982064 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.982402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.982715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.983033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.983348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.983663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.983989 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.984308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.984641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.984976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.985307 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.985662 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.986002 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.986320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.986670 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.986987 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:06:59.987234 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 19:06:59.987498 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86359) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 19:07:00.656392 dv-cinder-786933-2-smb neutron-server[86359]: INFO keyring.backend [-] Loading Gnome Apr 20 19:07:00.673504 dv-cinder-786933-2-smb neutron-server[86359]: INFO keyring.backend [-] Loading Google Apr 20 19:07:00.676275 dv-cinder-786933-2-smb neutron-server[86359]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 19:07:00.680493 dv-cinder-786933-2-smb neutron-server[86359]: INFO keyring.backend [-] Loading file Apr 20 19:07:00.681331 dv-cinder-786933-2-smb neutron-server[86359]: INFO keyring.backend [-] Loading keyczar Apr 20 19:07:00.681638 dv-cinder-786933-2-smb neutron-server[86359]: INFO keyring.backend [-] Loading multi Apr 20 19:07:00.682282 dv-cinder-786933-2-smb neutron-server[86359]: INFO keyring.backend [-] Loading pyfs Apr 20 19:07:00.728493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:00.728805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:00.729140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:00.729541 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 19:07:01.123647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.124214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.124214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.125604 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.126027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.126325 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.164439 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.164749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.165045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.180674 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.180982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.181281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.248364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.248674 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.248975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.250017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.250320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.252054 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.525618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.525946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.526248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.526555 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.527381 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.675663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.676049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.676374 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.676676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.676974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.677357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.677849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.678143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.678436 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.678778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.679093 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.679408 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.679845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.680139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.680455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.680773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.681069 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.681385 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.681712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.682052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.682507 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.682790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.683072 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.683416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.683694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.683972 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.684395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:07:01.684669 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:07:01.684939 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:07:01.685211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:07:01.685509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:07:01.685771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:07:01.686200 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 19:07:01.689342 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 19:07:01.693289 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 19:07:01.697792 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Apr 20 19:07:01.699452 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 19:07:01.700711 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 19:07:01.701093 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 19:07:01.701547 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 19:07:01.705361 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 19:07:01.705665 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 19:07:01.706060 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 19:07:01.733367 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 19:07:01.733899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.734229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86359) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 19:07:01.734638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.735983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86359) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 19:07:01.736305 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 19:07:01.736585 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 19:07:01.739739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.740051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:01.806724 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 19:07:01.806944 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 19:07:01.807214 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 19:07:01.807619 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 19:07:01.841250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_db.sqlalchemy.engines [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86359) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 19:07:02.385099 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Initializing driver for type 'gre' Apr 20 19:07:02.385902 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] gre ID ranges: [(1, 1000)] Apr 20 19:07:02.488230 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Initializing driver for type 'local' Apr 20 19:07:02.488599 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Initializing driver for type 'vlan' Apr 20 19:07:02.556208 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] VlanTypeDriver initialization complete Apr 20 19:07:02.556589 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Initializing driver for type 'vxlan' Apr 20 19:07:02.557159 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] vxlan ID ranges: [(1, 1000)] Apr 20 19:07:02.677093 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Initializing extension driver 'port_security' Apr 20 19:07:02.677458 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.extensions.port_security [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] PortSecurityExtensionDriver initialization complete Apr 20 19:07:02.677886 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Initializing mechanism driver 'openvswitch' Apr 20 19:07:02.678253 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Initializing mechanism driver 'hyperv' Apr 20 19:07:02.685335 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:07:02.686201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > port after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.686614 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > port after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.687006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > port after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.687440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.687833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.688216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.688639 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > network after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.689021 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > network after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.689404 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > network after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.689849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > security_group after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.690233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > security_group after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.690773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.691198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.691598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.691977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.692389 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > address_group after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.692770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > address_group after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.693153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.693563 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] ML2 OVO RPC backend initialized. {{(pid=86359) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 19:07:02.694371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.694809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.695337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > network before_response 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.695783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > networks before_response 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.696181 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > port before_response 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.696565 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > ports before_response 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.696948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > subnet before_response 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.697337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > subnets before_response 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.697750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > network after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.698143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > network after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.698516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > network after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.698885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > port after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.699260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > port after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.699764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > port after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.700136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.700512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.700887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.701547 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.plugin [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Modular L2 Plugin initialization complete Apr 20 19:07:02.701911 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading services supported by the core plugin {{(pid=86359) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 19:07:02.702281 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.plugins.ml2.managers [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Got port-security extension from driver 'port_security' Apr 20 19:07:02.702806 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.extensions.vlantransparent [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Disabled vlantransparent extension. Apr 20 19:07:02.703349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86359) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 19:07:02.703694 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading Plugin: router Apr 20 19:07:02.744668 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.745103 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router after_create 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.745539 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router before_create 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.745960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.746387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.746787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router after_delete 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.747199 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.747621 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router after_create 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.748022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router after_update 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.748424 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router after_update 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.748824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.749237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router after_update 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.749785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.750226 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: port after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.750608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: port after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.751627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: subnet after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.751627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.751849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.752111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.752500 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: port before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.752885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router precommit_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.753299 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router after_update 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.753713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.754119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.754603 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.754998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.755693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > network after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.756733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Tracking information for resource: router configured {{(pid=86359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:07:02.757108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Tracking information for resource: floatingip configured {{(pid=86359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:07:02.762189 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_agentschedulers_db [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 19:07:02.763295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: port after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.763295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: port after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.763596 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: port after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.763987 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: port after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.764970 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router before_create 55550100 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.766336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.766336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router precommit_create 55550100 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.766336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > router precommit_update 55550100 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.771011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.provider_configuration [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service providers = [] {{(pid=86359) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 19:07:02.771411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.servicetype_db [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86359) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 19:07:02.774929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.service_base [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:07:02.775315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.service_base [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:07:02.775698 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.service_base [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:07:02.776607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.service_base [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:07:02.777036 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.services.service_base [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 19:07:02.777442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:07:02.777832 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 19:07:02.794781 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:07:02.795156 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading Plugin: auto_allocate Apr 20 19:07:02.801015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: network precommit_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.801426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: network precommit_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.802055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:07:02.802415 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading Plugin: tag Apr 20 19:07:02.809810 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:07:02.810187 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading Plugin: timestamp Apr 20 19:07:02.818803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:07:02.819173 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading Plugin: network_ip_availability Apr 20 19:07:02.824844 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.825257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.825690 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:02.826521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:07:02.826886 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading Plugin: flavors Apr 20 19:07:02.831482 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:07:02.831856 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading Plugin: revisions Apr 20 19:07:02.837411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:07:02.837868 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.109s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:02.838693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86359) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 19:07:02.839060 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Initializing extension manager. Apr 20 19:07:02.839663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: __init__.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.840055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: __pycache__ {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.840434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.840809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: address_group.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.841675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.842336 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: address-group Apr 20 19:07:02.842706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: address_scope.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.843490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.844071 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: address-scope Apr 20 19:07:02.844439 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.845403 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.846017 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: router-admin-state-down-before-update Apr 20 19:07:02.846387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: agent.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.847160 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.847743 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: agent Apr 20 19:07:02.848113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: agent_resources_synced.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.849051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.849659 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: agent-resources-synced Apr 20 19:07:02.850028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: allowedaddresspairs.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.852539 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.853124 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: allowed-address-pairs Apr 20 19:07:02.853506 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: auto_allocated_topology.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.854636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.855222 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: auto-allocated-topology Apr 20 19:07:02.855587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: availability_zone.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.856349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.856928 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: availability_zone Apr 20 19:07:02.857303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: availability_zone_filter.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.858270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.858851 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: availability_zone_filter Apr 20 19:07:02.859217 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: data_plane_status.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.860281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.860852 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 19:07:02.861221 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: default_subnetpools.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.862195 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.862772 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: default-subnetpools Apr 20 19:07:02.863137 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.864043 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.864620 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: dhcp_agent_scheduler Apr 20 19:07:02.864988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: dns.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.865953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.866530 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 19:07:02.866962 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: dns_domain_ports.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.867908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.868488 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 19:07:02.868844 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: dvr.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.869612 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.870193 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: dvr Apr 20 19:07:02.870547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: empty_string_filtering.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.871487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.872063 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: empty-string-filtering Apr 20 19:07:02.872426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.873373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.873987 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 19:07:02.874349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.875287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.875962 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 19:07:02.876330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: external_net.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.877275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.877877 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: external-net Apr 20 19:07:02.878240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.879178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.879757 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: extra_dhcp_opt Apr 20 19:07:02.880120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: extraroute.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.881296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.881957 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: extraroute Apr 20 19:07:02.882284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: extraroute_atomic.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.883335 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.883916 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: extraroute-atomic Apr 20 19:07:02.884276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: filter_validation.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.884992 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.885586 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: filter-validation Apr 20 19:07:02.885948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: fip_pf_description.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.886886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.887457 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 19:07:02.887818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: fip_port_details.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.888987 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.889587 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: fip-port-details Apr 20 19:07:02.889955 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: flavors.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.891221 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.891807 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: flavors Apr 20 19:07:02.892231 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.893955 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.894612 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 19:07:02.895128 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: floatingip_pools.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.895906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.896484 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: floatingip-pools Apr 20 19:07:02.896858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: ip_allocation.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.898448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.899127 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 19:07:02.899496 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.900451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.901030 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: ip-substring-filtering Apr 20 19:07:02.901393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: l2_adjacency.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.902367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.902943 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 19:07:02.903309 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: l3.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.904420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.905005 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: router Apr 20 19:07:02.905376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.907763 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.908366 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 19:07:02.908738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.909714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.910293 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: ext-gw-mode Apr 20 19:07:02.910660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.911784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.912370 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: l3-ha Apr 20 19:07:02.912736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: l3_flavors.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.913878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.914508 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: l3-flavors Apr 20 19:07:02.914829 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.915777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.916347 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 19:07:02.916712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: l3agentscheduler.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.917942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.918532 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: l3_agent_scheduler Apr 20 19:07:02.918904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: logging.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.920432 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.921579 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension logging not supported by any of loaded plugins Apr 20 19:07:02.921579 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: metering.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.922899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.922899 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: metering Apr 20 19:07:02.923281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.924422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.925004 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: metering_source_and_destination_fields Apr 20 19:07:02.925370 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: multiprovidernet.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.926369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.926959 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: multi-provider Apr 20 19:07:02.927325 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: netmtu.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.928257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.928828 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: net-mtu Apr 20 19:07:02.929857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: netmtu_writable.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.930676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.931253 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: net-mtu-writable Apr 20 19:07:02.931622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: network_availability_zone.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.932504 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.933082 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: network_availability_zone Apr 20 19:07:02.933451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: network_ip_availability.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.934605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.935198 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: network-ip-availability Apr 20 19:07:02.935566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: network_segment_range.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.936419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.936991 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 19:07:02.937362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: pagination.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.938414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.938786 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: pagination Apr 20 19:07:02.939148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: port_device_profile.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.940071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.940666 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: port-device-profile Apr 20 19:07:02.941033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.942013 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.942579 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: port-mac-address-regenerate Apr 20 19:07:02.942942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.943889 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.944461 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: port-numa-affinity-policy Apr 20 19:07:02.945533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: port_resource_request.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.946474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.947046 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 19:07:02.947413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: portbindings.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.948371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.948949 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: binding Apr 20 19:07:02.949312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: portbindings_extended.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.950751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.951325 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: binding-extended Apr 20 19:07:02.951694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: portsecurity.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.952636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.953211 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: port-security Apr 20 19:07:02.953613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: project_id.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.954612 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.954987 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: project-id Apr 20 19:07:02.955351 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: providernet.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.956287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.956875 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: provider Apr 20 19:07:02.957246 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: qos.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.961022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.961664 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension qos not supported by any of loaded plugins Apr 20 19:07:02.962041 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.963324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.963909 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 19:07:02.964283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.965229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.965855 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 19:07:02.966224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: qos_default.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.967164 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.967741 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension qos-default not supported by any of loaded plugins Apr 20 19:07:02.968109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: qos_fip.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.968818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.969387 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 19:07:02.969794 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: qos_gateway_ip.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.970737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.971307 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 19:07:02.971669 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: qos_port_network_policy.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.972605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.973184 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 19:07:02.973570 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: qos_rule_type_details.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.974518 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.975098 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 19:07:02.975464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: qos_rules_alias.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.976634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.977223 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 19:07:02.977618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: quotasv2.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.978660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.979032 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: quotas Apr 20 19:07:02.979395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: quotasv2_detail.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.981107 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.981526 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: quota_details Apr 20 19:07:02.981903 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: rbac.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.983099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.983697 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: rbac-policies Apr 20 19:07:02.984066 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: rbac_address_group.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.985014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.985630 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: rbac-address-group Apr 20 19:07:02.985998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: rbac_address_scope.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.986940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.987530 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: rbac-address-scope Apr 20 19:07:02.987899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: rbac_security_groups.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.988831 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.989409 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: rbac-security-groups Apr 20 19:07:02.989801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: rbac_subnetpool.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.990742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.991327 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: rbac-subnetpool Apr 20 19:07:02.992286 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: revisionifmatch.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.993431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.994043 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: revision-if-match Apr 20 19:07:02.994411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: revisions.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.995577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.996200 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: standard-attr-revisions Apr 20 19:07:02.996571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: router_availability_zone.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.997307 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.997913 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: router_availability_zone Apr 20 19:07:02.998281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: routerservicetype.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:02.999248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:02.999823 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 19:07:03.000190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.001135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.001747 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: security-groups-normalized-cidr Apr 20 19:07:03.002112 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.003072 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.003651 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: port-security-groups-filtering Apr 20 19:07:03.004015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.004971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.005830 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: security-groups-remote-address-group Apr 20 19:07:03.006195 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: securitygroup.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.020271 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.020890 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: security-group Apr 20 19:07:03.021270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: segment.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.022179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.022801 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension segment not supported by any of loaded plugins Apr 20 19:07:03.023351 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.024327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.024918 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 19:07:03.025287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: servicetype.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.026427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.027016 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: service-type Apr 20 19:07:03.027387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: sorting.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.028387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.028770 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: sorting Apr 20 19:07:03.029134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: standard_attr_segment.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.030120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.030705 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 19:07:03.031072 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: standardattrdescription.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.031774 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.032367 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: standard-attr-description Apr 20 19:07:03.032735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: stateful_security_group.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.033707 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.034314 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: stateful-security-group Apr 20 19:07:03.034685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: stdattrs_common.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.035284 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 19:07:03.035646 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.036686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.037267 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 19:07:03.037666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: subnet_onboard.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.038786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.039505 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: subnet_onboard Apr 20 19:07:03.039877 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.040834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.041418 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 19:07:03.041816 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: subnet_service_types.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.042761 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.043344 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: subnet-service-types Apr 20 19:07:03.043708 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: subnetallocation.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.044819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.045415 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: subnet_allocation Apr 20 19:07:03.045809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.046519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.047106 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: subnetpool-prefix-ops Apr 20 19:07:03.047472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.048430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.049018 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 19:07:03.049383 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: tagging.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.050713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.051307 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: standard-attr-tag Apr 20 19:07:03.051675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: timestamp.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.052869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.053453 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loaded extension: standard-attr-timestamp Apr 20 19:07:03.053850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: trunk.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.055730 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.056316 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension trunk not supported by any of loaded plugins Apr 20 19:07:03.056684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: trunk_details.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.057648 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.058233 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 19:07:03.058599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: uplink_status_propagation.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.059545 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.060125 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 19:07:03.060493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Loading extension file: vlantransparent.py {{(pid=86359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:07:03.061214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:07:03.061818 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 19:07:03.064503 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:network Apr 20 19:07:03.065324 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:subnet Apr 20 19:07:03.066031 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:07:03.066692 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:port Apr 20 19:07:03.068206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.068710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service FLAVORS assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.069401 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.070536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.070908 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:router Apr 20 19:07:03.071646 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 19:07:03.072424 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service METERING assigned prefix: /metering {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.074310 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:03.074720 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:03.075115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:07:03.076269 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 19:07:03.076762 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:security_group Apr 20 19:07:03.077609 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 19:07:03.078419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service CORE assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.078801 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:07:03.079169 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] subnetpool is already registered Apr 20 19:07:03.079827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service CORE assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.080195 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:07:03.080562 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] subnetpool is already registered Apr 20 19:07:03.083339 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.083826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service FLAVORS assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.084475 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.084948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.085347 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:router Apr 20 19:07:03.085746 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] router is already registered Apr 20 19:07:03.086406 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 19:07:03.086776 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] floatingip is already registered Apr 20 19:07:03.087473 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service METERING assigned prefix: /metering {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.088214 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 19:07:03.088577 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] rbac_policy is already registered Apr 20 19:07:03.089206 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:security_group Apr 20 19:07:03.089598 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] security_group is already registered Apr 20 19:07:03.090256 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 19:07:03.090623 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] security_group_rule is already registered Apr 20 19:07:03.091359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service CORE assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.091737 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:07:03.092102 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] subnetpool is already registered Apr 20 19:07:03.092778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.resource_helper [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Service CORE assigned prefix: {{(pid=86359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:07:03.093148 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:07:03.093537 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.quota.resource_registry [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] subnetpool is already registered Apr 20 19:07:03.094266 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: extensions {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.095798 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: address-groups {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.097453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: address-scopes {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.098741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: agents {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.099960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: auto-allocated-topology {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.102005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: availability_zones {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.103414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: dhcp-networks {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.104903 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: dhcp-agents {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.106432 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: routers {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.108301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: flavors {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.109551 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: service_profiles {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.110828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: next_providers {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.112436 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: service_profiles {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.113977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: floatingip-pools {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.115253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: routers {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.117757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: floatingips {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.119019 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: l3-routers {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.120492 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: l3-agents {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.121996 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: metering-labels {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.124306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: metering-label-rules {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.125659 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: network-ip-availabilities {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.127111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: bindings {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.128830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: quotas {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.130629 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: quotas {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.132106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: rbac-policies {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.133519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: security-groups {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.134794 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: security-group-rules {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.136098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: service-providers {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.137674 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: subnetpools {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.139181 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: subnetpools {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.140698 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: tags {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.142556 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: tags {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.144434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: tags {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.146334 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: tags {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.148450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: tags {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.150533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: tags {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.152317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: tags {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.154313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: tags {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.156157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: tags {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.158146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.extensions [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Extended resource: tags {{(pid=86359) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:07:03.165610 dv-cinder-786933-2-smb neutron-server[86359]: WARNING keystonemiddleware.auth_token [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 19:07:03.170926 dv-cinder-786933-2-smb neutron-server[86359]: WARNING keystonemiddleware.auth_token [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 19:07:03.180508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Acquired lock "singleton_lock" {{(pid=86359) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 19:07:03.180980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Releasing lock "singleton_lock" {{(pid=86359) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 19:07:03.182467 dv-cinder-786933-2-smb neutron-server[86359]: INFO oslo_service.service [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Starting 2 workers Apr 20 19:07:03.187294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Started child 86472 {{(pid=86359) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:07:03.191314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:03.192034 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Started child 86473 {{(pid=86359) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:07:03.192761 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [-] (86472) wsgi starting up on http://0.0.0.0:9696 Apr 20 19:07:03.193541 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.service [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 19:07:03.194214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Notify callbacks [] for process, before_spawn {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:03.196250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:03.197306 dv-cinder-786933-2-smb neutron-server[86359]: INFO oslo_service.service [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Starting 1 workers Apr 20 19:07:03.197630 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [-] (86473) wsgi starting up on http://0.0.0.0:9696 Apr 20 19:07:03.202853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Started child 86474 {{(pid=86359) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:07:03.203388 dv-cinder-786933-2-smb neutron-server[86359]: INFO oslo_service.service [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Starting 1 workers Apr 20 19:07:03.205293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.service [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] calling RpcWorker wait() {{(pid=86474) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 19:07:03.205805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.service [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] returning from RpcWorker wait() {{(pid=86474) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 19:07:03.207360 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:03.207851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:07:03.208235 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Started child 86475 {{(pid=86359) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:07:03.209053 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3bf08d9-0843-4bf4-9037-439e656888f1 None None] Notify callbacks [] for process, after_spawn {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:03.211323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86359) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 19:07:03.211569 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 19:07:03.211780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 19:07:03.212059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 19:07:03.212488 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 19:07:03.212683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 19:07:03.212816 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:03.213248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.213592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.213908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.214194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.214519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.215160 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.215474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.215797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.216104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.216381 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.216582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.216777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.217066 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.217340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.217713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.218004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.218275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.218572 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.218797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.219062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.219357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.219642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.219950 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] debug = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.220213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.220788 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.221050 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.221327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.221609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.221927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.222201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.222525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.222795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.223062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.223349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.223635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.223898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.224175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.224440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.224740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.225012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.225462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] host = dv-cinder-786933-2-smb {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.225751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.226050 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.226326 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.226609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.226892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.227155 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.227460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.227761 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.228024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.228285 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.228568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.228832 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.229105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.229375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.229562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_options = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.229833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.230152 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.230438 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.230658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.230852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.231043 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.231340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.231499 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.231792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.232038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.232283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.232541 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.232792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.233037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.233323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.233626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.233908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.234170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.234484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.234755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.235032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.235294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.235540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.236410 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.236410 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.236410 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.237244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.237244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.237244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.237244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.237615 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.237707 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.238157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.238444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.238693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.238942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.239114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:07:03.239224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.239502 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.239803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.240063 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.240375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.240690 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.240978 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.241230 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.241508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.241867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_json = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.242117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.242367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.242666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.242918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.243169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.243420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.243676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.243969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.244409 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.244727 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.245097 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.245362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.245670 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.245943 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.246255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.246535 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.246802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.247077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.247426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.247681 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.248019 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.248277 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.248574 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.248919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.249226 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.249549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.255588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.255588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.255588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.255588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.255588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.255588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.255588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.255588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.258755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.259823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.260022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.260485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.260485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.260752 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.261011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.261302 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.261611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.261867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.262116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.262370 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.262616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.262883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.263134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.263385 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.263667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.263929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.264177 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.264453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.264717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.264940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.265187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.265433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.265711 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.265958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.266202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.266450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.266696 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.266945 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.267250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.267601 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.267875 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.268158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.268415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.268696 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.268949 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.269238 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.269536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.269793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.270058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.270480 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.270569 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.270800 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.271037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.271268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.271566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.271819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.272076 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.272327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.272594 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.272955 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.273763 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.274039 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.274314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.274585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.274900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.275237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.275237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.276028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.276028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.276313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.278931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.278931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.278931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.278931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.278931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.278931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.278931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.278931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.280337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.280337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.280337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.280337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.280337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.280337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.280337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.281051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.281051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.281238 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.281433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.281729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.282030 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.282320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.282589 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.282899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.283190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.283672 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.283925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.284075 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.284254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.284525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.284798 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.285044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.285318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.285594 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.285849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.286116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.286365 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.286641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.286891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.287163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.287416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.287670 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.287921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.288211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.288491 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.288750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.289596 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.289596 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.289596 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.289842 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.290160 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.293582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.293582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.293582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.293582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.293582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.293582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.293582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.293582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.294983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.295101 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.295422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.295697 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.295970 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.296240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.296536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.297286 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.297561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.297822 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.298077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.298331 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.298587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.298934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.299211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.299490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.299739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.300030 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.300280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.300532 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.300777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.301124 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.301398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.301685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.301957 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.302205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.302485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.302736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.302980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.303231 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.303477 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.303759 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.304005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.304446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.304738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.304990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.305256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.305528 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.305778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.306031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.306280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.306546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.306797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.307045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.307299 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.307545 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.307896 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.308189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.308457 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.308771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.309043 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.309330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.309634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.310014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.310293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.310576 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.310836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.311087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.311342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.311652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.312031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.312404 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.312698 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.312979 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.313297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.313611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.313936 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.314215 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.314530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.314884 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.315169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.315444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.315712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.316020 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.316285 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.316546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.316791 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.317044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.317310 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.317620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.317921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.318201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.318456 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.318724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.318980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.319241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.319512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.320399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.320705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.320942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 19:07:03.321510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86359) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 19:07:03.321715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 19:07:03.321900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 19:07:03.322136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 19:07:03.322341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 19:07:03.322523 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 19:07:03.322772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.322964 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.323155 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.323341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.323531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.323737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.323926 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.324111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.324297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.324485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.324670 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.324856 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.325042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.325227 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.325412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.325656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.325866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.326015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.326184 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.326370 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.326556 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.326742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.326930 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] debug = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.327119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.327340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.327528 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.327714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.327899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.328086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.328272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.328481 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.328644 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.328830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.329017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.329202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.329387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.329597 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.329785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.329977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.330162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.330346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] host = dv-cinder-786933-2-smb {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.330544 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.330718 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.330904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.331089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.331274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.331462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.331647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.331833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.332017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.332237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.332426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.332610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.332802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.332949 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.333116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_options = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.333289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.333461 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.333669 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.333871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.334059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.334245 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.334431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.334617 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.334804 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.334989 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.335173 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.335934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.336086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.336344 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.336489 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.336627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.336765 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.336903 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.337140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.337140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.337330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.337470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.337678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.337865 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.338052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.338236 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.338421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.338606 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.338793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.338979 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.339164 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.339349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.339534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.339719 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.339903 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.340094 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.340280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.340469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.340654 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.340838 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.341025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.341214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.341398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.341665 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.341852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.342037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_json = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.342222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.342407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.342591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.342776 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.342960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.343146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.343363 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.343511 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:07:03.343717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.343906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.344108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.344296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.344484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.344673 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.344862 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.345051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.345239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.345427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.345647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.345836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.346038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.346226 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.346414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.346607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.346795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.346984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.347174 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.347365 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.347555 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.347744 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.347951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.348138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.348330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.348519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.348708 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.348899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.349089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.349280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.349471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.349684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.349873 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.350067 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.350256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.350445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.350634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.350833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.351011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.351191 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.351379 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.351703 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.351896 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.352086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.352275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.352464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.352653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.352842 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.353032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.353219 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.353420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.353634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.353826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.354027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.354273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.354375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.354471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.354663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.354849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.355038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.355225 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.355429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.355617 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.355808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.355995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.356184 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.356373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.356560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.356747 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.356934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.357121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.357311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.357470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.357680 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.357867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.358056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.358244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.358433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.358622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.358808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.358996 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.359182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.359369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.359557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.359754 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.359960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.360153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.360340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.360529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.360719 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.360906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.361092 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.361281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.361469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.361713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.361867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.362004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.362178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.362369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.362556 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.362744 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.362930 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.363118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.363306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.363494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.363683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.363870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.364061 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.364215 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.364417 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.364587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.364753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.364893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.365176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.365315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.365453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.365628 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.365778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.365919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.366096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.366284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.366473 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.366659 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.366849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.367037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.367227 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.367430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.367585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.367788 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.367976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.368168 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.368356 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.368592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.368781 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.368970 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.369159 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.369346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.369556 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.369746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.369964 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.370158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.370258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.370450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.370639 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.370828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.371018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.371208 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.371398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.371587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.371787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.371947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.372135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.372325 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.372516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.372685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.373048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.373218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.373406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.373644 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.373806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.373996 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.374184 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.374374 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.374561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.374748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.374937 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.375127 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.375315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.375503 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.375692 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.375881 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.376071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.376260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.376450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.376639 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.376826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.377018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.377238 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.377356 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.377522 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.377700 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.377879 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.378067 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.378256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.378446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.379275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.379275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.379275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.379275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.379275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.379900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.379900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.379900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.380459 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.380459 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.380635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.380773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.380871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.381017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.381201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.381389 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.381653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.381826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.382767 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.382965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.383110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.383290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.383480 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.383669 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.383857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.384044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.384244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.384433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.384621 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.384809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.384924 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:07:03.385025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.385170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.385688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.385688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.385688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.385961 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.386056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.386200 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.386387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.386575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.386762 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.386960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.387148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.387335 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.387526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.387713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.387963 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.388068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.388237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.388434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.388622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.388812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.388999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.389203 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.389394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.389631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.389819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.390008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.390197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.390386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.390582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.390780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.390978 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.391170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.391366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.391562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.391761 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.391948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.392145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.392348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.392537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.392725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.392912 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.393100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.393288 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.393517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.393681 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.393864 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.394031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.394189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.394339 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.394525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.394711 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.394898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.395086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.395274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.395461 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.395649 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.395836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:07:03.396018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86359) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 19:07:03.441046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52362) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:03.453076 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097327 Apr 20 19:07:14.951548 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c0b5d-1c11-4351-8b44-3b6825756474 None None] get_active_networks_info from dv-cinder-786933-2-smb {{(pid=86474) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 19:07:15.090783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c0b5d-1c11-4351-8b44-3b6825756474 None None] No non-hosted networks {{(pid=86474) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 19:07:15.306843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a940c5a-080a-40c1-b423-5ab9589cadc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405'] for agent, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:17.270393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-433b7d3b-e4d2-44f9-916f-942908b687d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405'] for agent, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:17.339233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-01c65da7-183c-40ab-a5cc-67d2213adac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:17.390796 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405'] for agent, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:18.071500 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405'] for agent, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:18.072663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.073043 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.073414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.073825 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.074190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.074554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.074931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.075292 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.075654 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.076013 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.076373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.076728 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:18.077132 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786933-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:07:18.084273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786933-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:07:19.040826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405'] for agent, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:20.089735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52450) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:20.746665 dv-cinder-786933-2-smb neutron-server[86359]: WARNING oslo_policy.policy [None req-b72cc9bf-a23f-46e9-ab37-6c89c2e18d4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:07:20.747236 dv-cinder-786933-2-smb neutron-server[86359]: WARNING oslo_policy.policy [None req-b72cc9bf-a23f-46e9-ab37-6c89c2e18d4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:07:20.983001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [None req-b72cc9bf-a23f-46e9-ab37-6c89c2e18d4d admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:07:20.984137 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b72cc9bf-a23f-46e9-ab37-6c89c2e18d4d admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8933899 Apr 20 19:07:21.454367 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_hamode_db [None req-49828c4a-feaa-4a21-a72f-73d89c479177 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 19:07:21.548687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49828c4a-feaa-4a21-a72f-73d89c479177 None None] Routers set() bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:07:21.549052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49828c4a-feaa-4a21-a72f-73d89c479177 None None] Router IDs set() for agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 19:07:23.749731 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52464) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:24.141660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-0836bfdc-0928-40d3-ba22-126729e69439 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:07:24.245260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.policy [None req-0836bfdc-0928-40d3-ba22-126729e69439 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86473) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 19:07:24.301084 dv-cinder-786933-2-smb neutron-server[86359]: WARNING oslo_policy.policy [None req-0836bfdc-0928-40d3-ba22-126729e69439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:07:24.301536 dv-cinder-786933-2-smb neutron-server[86359]: WARNING oslo_policy.policy [None req-0836bfdc-0928-40d3-ba22-126729e69439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:07:24.319899 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota [None req-0836bfdc-0928-40d3-ba22-126729e69439 admin admin] Loaded quota_driver: . Apr 20 19:07:24.336071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-0836bfdc-0928-40d3-ba22-126729e69439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:07:24.424601 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0836bfdc-0928-40d3-ba22-126729e69439 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251190104767', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251190104193', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251190114860', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251190153816', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251190137063', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251190138844', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854134443', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853424043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-457576', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854301817'] for rbac-policy, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:24.846255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0836bfdc-0928-40d3-ba22-126729e69439 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:24.847530 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0836bfdc-0928-40d3-ba22-126729e69439 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0968151 Apr 20 19:07:27.832297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52478) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:28.211665 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Request body: {'network': {'project_id': '0dbae647a7284256b90aa7fb02165d87', 'name': 'private', 'admin_state_up': True}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:07:28.217381 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:07:28.221850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Usage tracker for resource:network and tenant:0dbae647a7284256b90aa7fb02165d87 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:07:28.225354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:07:28.231648 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:07:28.269885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Made reservation on behalf of 0dbae647a7284256b90aa7fb02165d87 for: {'network': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:07:28.275751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:28.292373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:28.307818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:07:28.311625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Usage tracker for resource:security_group_rule and tenant:0dbae647a7284256b90aa7fb02165d87 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:07:28.315068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:07:28.321633 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:07:28.512512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:28.544203 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:28.549115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:28.572674 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=86473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:07:28.597519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251191958422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:28.598109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Unsubscribe: segment precommit_create {{(pid=86473) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 19:07:28.598579 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Added segment f147968d-9e9a-4d20-b435-afd8d489be9b of type vlan for network bb964096-c9d7-4351-af4d-b67ca28db4e7 Apr 20 19:07:28.607830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e0cce4-7f84-4118-931b-52ba9aaffecf,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:28.664290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.664634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.664997 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.665361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.665731 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.666085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.666435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.666782 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.667129 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.667474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.667819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.668159 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Tracked resource versions report: Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: pushed versions: Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: { 'AddressGroup': {'1.2'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': {'1.0'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': {'1.0'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': {'1.1'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': {'1.7'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': {'1.2'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': {'1.8'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': {'1.4'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': {'1.0'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': {'1.1'}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': {'1.1'}} Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: consumer versions: Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: { DHCP agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: L3 agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: Metadata agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: Metering agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: Open vSwitch agent@dv-cinder-786933-2-smb: { 'AddressGroup': '1.2', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': '1.0', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': '1.0', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': '1.1', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': '1.7', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': '1.2', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': '1.8', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': '1.4', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': '1.2', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': '1.0', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': '1.1', Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': '1.1'}} Apr 20 19:07:28.669257 dv-cinder-786933-2-smb neutron-server[86359]: {{(pid=86473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:07:28.713906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:28.724652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:28.790220 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:28.791562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:07:28.792211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:28.796969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:28.902490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Pushing event updated for resources: {'Network': ['ID=bb964096-c9d7-4351-af4d-b67ca28db4e7,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:28.905686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:28.916736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network bb964096-c9d7-4351-af4d-b67ca28db4e7 details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:07:28.972579 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1391261 Apr 20 19:07:32.047446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52494) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:32.530354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef556c-a48c-4957-9f71-fdc7dcbdf15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:07:32.531841 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0eef556c-a48c-4957-9f71-fdc7dcbdf15d admin admin] 10.222.0.35 "GET /v2.0/networks/bb964096-c9d7-4351-af4d-b67ca28db4e7 HTTP/1.1" status: 200 len: 825 time: 0.4833741 Apr 20 19:07:32.561886 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-545c81b6-ef97-480b-8b61-7336bb473af2 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/12302204-42cc-4733-af63-33d35d4ac701 HTTP/1.1" status: 200 len: 734 time: 0.0234544 Apr 20 19:07:32.571482 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'gateway_ip': '172.20.0.1', 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7', 'ip_version': 4, 'subnetpool_id': '12302204-42cc-4733-af63-33d35d4ac701'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:07:32.575853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:07:32.579712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Usage tracker for resource:subnet and tenant:0dbae647a7284256b90aa7fb02165d87 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:07:32.582634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:07:32.588548 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:07:32.704470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Made reservation on behalf of 0dbae647a7284256b90aa7fb02165d87 for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:07:32.709982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:33.262554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:33.267731 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:33.353766 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:33.358110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Checking segment: {'id': 'f147968d-9e9a-4d20-b435-afd8d489be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:07:33.358496 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Network hostable DHCP agents. Network: bb964096-c9d7-4351-af4d-b67ca28db4e7, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:07:33.364284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:33.407048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Network bb964096-c9d7-4351-af4d-b67ca28db4e7 is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:07:33.447041 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, bb964096-c9d7-4351-af4d-b67ca28db4e7) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:07:33.463496 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:07:33.464137 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:33.465346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48196b18-5062-46ae-a46c-ecb86b12c2b3 None None] Network bb964096-c9d7-4351-af4d-b67ca28db4e7 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:07:33.509252 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9413238 Apr 20 19:07:33.964790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632a406-1a09-5937-bf96-637273413594-bb964096-c9d7-4351-af4d-b67ca28db4e7', 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'fixed_ips': [{'subnet_id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce'}]}} from dv-cinder-786933-2-smb. {{(pid=86474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:07:33.965965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:34.162154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Allocated IP 172.20.0.2 (bb964096-c9d7-4351-af4d-b67ca28db4e7/5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce/bd84a755-70fb-41d0-81ab-a210cf1f783f) {{(pid=86474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:07:34.395159 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Notify callbacks [] for port, precommit_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:34.491287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Transition to ACTIVE for port object bd84a755-70fb-41d0-81ab-a210cf1f783f will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:07:34.511721 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Transition to ACTIVE for port object bd84a755-70fb-41d0-81ab-a210cf1f783f will not be triggered until provisioned by entity DHCP. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:07:34.532985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:34.538672 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:34.604469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Network bb964096-c9d7-4351-af4d-b67ca28db4e7 is already hosted by enough agents. {{(pid=86474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:07:34.607873 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Resources bound (agent type, host, resource id): {{(pid=86474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:07:34.613801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Received port after_create {{(pid=86474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:07:34.622131 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Pushing event updated for resources: {'Port': ['ID=bd84a755-70fb-41d0-81ab-a210cf1f783f,revision_number=1']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:34.667120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.667418 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.667776 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.668139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.668497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.668851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.669203 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.669575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.669927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.670276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.670623 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.670970 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Tracked resource versions report: Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: pushed versions: Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: { 'AddressGroup': {'1.2'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': {'1.0'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': {'1.0'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': {'1.1'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': {'1.7'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': {'1.2'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': {'1.8'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': {'1.4'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': {'1.0'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': {'1.1'}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': {'1.1'}} Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: consumer versions: Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: { DHCP agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: L3 agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: Metadata agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: Metering agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: Open vSwitch agent@dv-cinder-786933-2-smb: { 'AddressGroup': '1.2', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': '1.0', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': '1.0', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': '1.1', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': '1.7', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': '1.2', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': '1.8', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': '1.4', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': '1.2', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': '1.0', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': '1.1', Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': '1.1'}} Apr 20 19:07:34.672055 dv-cinder-786933-2-smb neutron-server[86359]: {{(pid=86474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:07:34.708934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:34.730699 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Attempting to bind port bd84a755-70fb-41d0-81ab-a210cf1f783f on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:07:34.731119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Attempting to bind port bd84a755-70fb-41d0-81ab-a210cf1f783f by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': 'f147968d-9e9a-4d20-b435-afd8d489be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:07:34.731533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Attempting to bind port bd84a755-70fb-41d0-81ab-a210cf1f783f on network bb964096-c9d7-4351-af4d-b67ca28db4e7 {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:07:34.737176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:07:34.737623 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Checking segment: {'id': 'f147968d-9e9a-4d20-b435-afd8d489be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:07:34.738099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:34.738520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Bound using segment: {'id': 'f147968d-9e9a-4d20-b435-afd8d489be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:07:34.739048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Bound port: bd84a755-70fb-41d0-81ab-a210cf1f783f, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f147968d-9e9a-4d20-b435-afd8d489be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:07:34.739455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:34.880861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] For port bd84a755-70fb-41d0-81ab-a210cf1f783f, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:07:34.885133 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] For port bd84a755-70fb-41d0-81ab-a210cf1f783f, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=bd84a755-70fb-41d0-81ab-a210cf1f783f,segment=NetworkSegment(f147968d-9e9a-4d20-b435-afd8d489be9b),segment_id=f147968d-9e9a-4d20-b435-afd8d489be9b)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:07:34.904551 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:34.909598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:35.004562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Pushing event updated for resources: {'Port': ['ID=bd84a755-70fb-41d0-81ab-a210cf1f783f,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:35.008266 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:36.310122 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 52504) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:36.960190 dv-cinder-786933-2-smb neutron-server[86359]: WARNING oslo_policy.policy [None req-ba870b96-562d-440f-a8f2-b672b6dab853 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:07:36.960776 dv-cinder-786933-2-smb neutron-server[86359]: WARNING oslo_policy.policy [None req-ba870b96-562d-440f-a8f2-b672b6dab853 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:07:37.194683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [None req-ba870b96-562d-440f-a8f2-b672b6dab853 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:07:37.195958 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ba870b96-562d-440f-a8f2-b672b6dab853 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8837705 Apr 20 19:07:39.967594 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 52522) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:40.383167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [None req-a1afb6ed-6ddd-4549-9396-41edc1d7cfc1 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:07:40.384214 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a1afb6ed-6ddd-4549-9396-41edc1d7cfc1 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4155817 Apr 20 19:07:41.783848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42166f88-be1c-4d07-9856-c8d8907ec583 None None] Network bb964096-c9d7-4351-af4d-b67ca28db4e7 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:07:41.924749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-45ea30ab-a887-4626-9ef9-0194b913c4b5 None None] Provisioning for port bd84a755-70fb-41d0-81ab-a210cf1f783f completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:07:42.079467 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device bd84a755-70fb-41d0-81ab-a210cf1f783f up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:07:42.184758 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port bd84a755-70fb-41d0-81ab-a210cf1f783f completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:07:42.190141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port bd84a755-70fb-41d0-81ab-a210cf1f783f triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:07:42.190571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:42.326282 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:42.337343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-479bd152-be12-4c21-9465-ff4416841def None None] Provisioning complete for port bd84a755-70fb-41d0-81ab-a210cf1f783f triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:07:42.337727 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479bd152-be12-4c21-9465-ff4416841def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:42.414323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port bd84a755-70fb-41d0-81ab-a210cf1f783f, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=bd84a755-70fb-41d0-81ab-a210cf1f783f,segment=NetworkSegment(f147968d-9e9a-4d20-b435-afd8d489be9b),segment_id=f147968d-9e9a-4d20-b435-afd8d489be9b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:07:42.462338 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:42.468953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:42.553458 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=bd84a755-70fb-41d0-81ab-a210cf1f783f,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:42.556726 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:43.448560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 52534) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:43.821998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Request body: {'router': {'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'name': 'router1', 'admin_state_up': True}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:07:43.899855 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.policy [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86472) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 19:07:43.954249 dv-cinder-786933-2-smb neutron-server[86359]: WARNING oslo_policy.policy [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:07:43.954665 dv-cinder-786933-2-smb neutron-server[86359]: WARNING oslo_policy.policy [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:07:43.973634 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.quota [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Loaded quota_driver: . Apr 20 19:07:43.989291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:07:43.996516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Usage tracker for resource:router and tenant:0dbae647a7284256b90aa7fb02165d87 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:07:44.001072 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:07:44.009765 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:07:44.038201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device bd84a755-70fb-41d0-81ab-a210cf1f783f up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:07:44.051832 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852957969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3787'] for router, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:44.054574 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772036'] for router, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:44.111143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port bd84a755-70fb-41d0-81ab-a210cf1f783f triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:07:44.111440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:44.134220 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:44.448130 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852971812'] for router, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:44.498734 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] Notify callbacks [] for router, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:44.499988 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8f181f05-c18e-4e00-b2d4-ea519ac9d23c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0503721 Apr 20 19:07:44.926961 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a533186-065a-4d47-81f7-ae78506f37df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:47.228472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9036998c-0c6b-439a-a602-a1a5a2d77574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:47.283740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52556) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:47.314362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:47.444719 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [None req-2ec0502c-6816-4e3d-9db4-619fe69e7b17 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:07:47.445832 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2ec0502c-6816-4e3d-9db4-619fe69e7b17 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1611006 Apr 20 19:07:48.058690 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:48.972739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:49.262905 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:07:50.042136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52576) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:50.094687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:07:50.100295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:07:50.104318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Usage tracker for resource:network and tenant:56a839a6bd064d789705d0836428d9c2 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:07:50.107297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:07:50.113199 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:07:50.212449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Made reservation on behalf of 56a839a6bd064d789705d0836428d9c2 for: {'network': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:07:50.217107 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:50.229638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:50.244985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:07:50.248893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Usage tracker for resource:security_group_rule and tenant:56a839a6bd064d789705d0836428d9c2 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:07:50.251805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:07:50.258645 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:07:50.496431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:50.526779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:50.530994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:50.545999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Reserving flat network on physical network physnet1 {{(pid=86473) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 19:07:50.561445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7e6b38-6172-4fe9-9458-d671a5e0e365,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:50.564835 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:50.610381 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:50.610754 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Added segment 6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459 of type flat for network 499d79e4-58ad-4742-aaca-92af62e706c5 Apr 20 19:07:50.738478 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:50.801088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:50.802402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:07:50.803165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:50.807993 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e0e43622-8052-4161-8707-980293039a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:50.907519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Pushing event updated for resources: {'Network': ['ID=499d79e4-58ad-4742-aaca-92af62e706c5,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:50.910244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:50.918316 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 499d79e4-58ad-4742-aaca-92af62e706c5 details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:07:50.932011 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8887243 Apr 20 19:07:53.476753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52586) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:53.595940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccb5df4-e893-49ab-ae0e-7757a11fcbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:07:53.597371 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8ccb5df4-e893-49ab-ae0e-7757a11fcbf5 admin admin] 10.222.0.35 "GET /v2.0/subnets/5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce HTTP/1.1" status: 200 len: 849 time: 0.1195936 Apr 20 19:07:53.775728 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-068a640f-294a-44d6-b94b-c356f1ee5e4d admin admin] 10.222.0.35 "GET /v2.0/routers/ebd259a6-7b59-4d78-b116-3043db3d439e HTTP/1.1" status: 200 len: 704 time: 0.1720073 Apr 20 19:07:54.406796 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:54.685695 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Allocated IP 172.20.0.1 (bb964096-c9d7-4351-af4d-b67ca28db4e7/5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce/b31f06bf-d5c9-431f-989d-504352acf27b) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:07:55.052457 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:55.070018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Transition to ACTIVE for port object b31f06bf-d5c9-431f-989d-504352acf27b will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:07:55.162613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:55.167293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:55.224799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Network bb964096-c9d7-4351-af4d-b67ca28db4e7 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:07:55.232088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:07:55.234605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:07:55.235291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731329'] for router_interface, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:55.396677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b31f06bf-d5c9-431f-989d-504352acf27b,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:55.400140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:55.463962 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-071b73f8-c5f0-415c-836a-ecbc85ba2105 None None] Provisioning for port b31f06bf-d5c9-431f-989d-504352acf27b completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:07:55.469686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-071b73f8-c5f0-415c-836a-ecbc85ba2105 None None] Provisioning complete for port b31f06bf-d5c9-431f-989d-504352acf27b triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:07:55.470098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-071b73f8-c5f0-415c-836a-ecbc85ba2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:55.526848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-071b73f8-c5f0-415c-836a-ecbc85ba2105 None None] Port b31f06bf-d5c9-431f-989d-504352acf27b cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:07:55.553169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:55.790513 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:55.852611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:55.853712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853044378'] for router_interface, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:55.857037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:55.994995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b31f06bf-d5c9-431f-989d-504352acf27b,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:55.999753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:56.058633 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Network bb964096-c9d7-4351-af4d-b67ca28db4e7 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:07:56.059716 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:07:56.250873 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-895c7052-f91d-40a9-ab38-e848b0468c61 None None] Provisioning complete for port b31f06bf-d5c9-431f-989d-504352acf27b triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:07:56.251205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-895c7052-f91d-40a9-ab38-e848b0468c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:56.311598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-895c7052-f91d-40a9-ab38-e848b0468c61 None None] Port b31f06bf-d5c9-431f-989d-504352acf27b cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:07:56.459580 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Router ebd259a6-7b59-4d78-b116-3043db3d439e is scheduled to L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d with binding_index 1 {{(pid=86473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:07:56.620389 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:07:56.630191 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] 10.222.0.35 "PUT /v2.0/routers/ebd259a6-7b59-4d78-b116-3043db3d439e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8488765 Apr 20 19:07:56.631658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Sync routers for ids ['ebd259a6-7b59-4d78-b116-3043db3d439e'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:07:56.642537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Routers {'ebd259a6-7b59-4d78-b116-3043db3d439e'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:07:56.643429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:07:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['ebd259a6-7b59-4d78-b116-3043db3d439e'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:07:56.829198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Set router ebd259a6-7b59-4d78-b116-3043db3d439e gateway port host: None {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:07:57.212275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'name': 'router1', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:07:44Z', 'updated_at': '2021-04-20T19:07:55Z', 'revision_number': 2, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'gw_port_host': None, '_interfaces': [{'id': 'b31f06bf-d5c9-431f-989d-504352acf27b', 'name': '', 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'mac_address': 'fa:16:3e:5a:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:07:54Z', 'updated_at': '2021-04-20T19:07:55Z', 'revision_number': 2, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'subnets': [{'id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12302204-42cc-4733-af63-33d35d4ac701'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:07:57.217314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Checking router: ebd259a6-7b59-4d78-b116-3043db3d439e for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:07:57.217754 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Updating router ebd259a6-7b59-4d78-b116-3043db3d439e port b31f06bf-d5c9-431f-989d-504352acf27b binding host dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:07:57.452776 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:57.848090 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Notify callbacks [] for port, precommit_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:57.863180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Transition to ACTIVE for port object b31f06bf-d5c9-431f-989d-504352acf27b will not be triggered until provisioned by entity L2. {{(pid=86475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:07:57.898358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:57.907207 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:58.124797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Pushing event updated for resources: {'Port': ['ID=b31f06bf-d5c9-431f-989d-504352acf27b,revision_number=3']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:58.138446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.138819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.139186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.139546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.139902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.140265 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.140616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.140984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.141322 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.141696 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.142046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.142394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Tracked resource versions report: Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: pushed versions: Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: { 'AddressGroup': {'1.2'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': {'1.0'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': {'1.0'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': {'1.1'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': {'1.7'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': {'1.2'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': {'1.8'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': {'1.4'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': {'1.0'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': {'1.1'}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': {'1.1'}} Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: consumer versions: Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: { DHCP agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: L3 agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: Metadata agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: Metering agent@dv-cinder-786933-2-smb: {}, Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: Open vSwitch agent@dv-cinder-786933-2-smb: { 'AddressGroup': '1.2', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': '1.0', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': '1.0', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': '1.1', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': '1.7', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': '1.2', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': '1.8', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': '1.4', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': '1.2', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': '1.0', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': '1.1', Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': '1.1'}} Apr 20 19:07:58.143474 dv-cinder-786933-2-smb neutron-server[86359]: {{(pid=86475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:07:58.146826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Attempting to bind port b31f06bf-d5c9-431f-989d-504352acf27b on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:07:58.146969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Attempting to bind port b31f06bf-d5c9-431f-989d-504352acf27b by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': 'f147968d-9e9a-4d20-b435-afd8d489be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7'}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:07:58.147263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Attempting to bind port b31f06bf-d5c9-431f-989d-504352acf27b on network bb964096-c9d7-4351-af4d-b67ca28db4e7 {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:07:58.151624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:58.154260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:07:58.154689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Checking segment: {'id': 'f147968d-9e9a-4d20-b435-afd8d489be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:07:58.155157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:58.155573 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Bound using segment: {'id': 'f147968d-9e9a-4d20-b435-afd8d489be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7'} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:07:58.156107 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Bound port: b31f06bf-d5c9-431f-989d-504352acf27b, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f147968d-9e9a-4d20-b435-afd8d489be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7'}}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:07:58.156509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:58.248559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] For port b31f06bf-d5c9-431f-989d-504352acf27b, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:07:58.256539 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] For port b31f06bf-d5c9-431f-989d-504352acf27b, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=b31f06bf-d5c9-431f-989d-504352acf27b,segment=NetworkSegment(f147968d-9e9a-4d20-b435-afd8d489be9b),segment_id=f147968d-9e9a-4d20-b435-afd8d489be9b)] {{(pid=86475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:07:58.315704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:07:58.321086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:07:58.406456 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Routers {'ebd259a6-7b59-4d78-b116-3043db3d439e'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:07:58.407146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:07:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['ebd259a6-7b59-4d78-b116-3043db3d439e'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:07:58.538017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Pushing event updated for resources: {'Port': ['ID=b31f06bf-d5c9-431f-989d-504352acf27b,revision_number=4']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:07:58.542946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:07:58.577289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] Set router ebd259a6-7b59-4d78-b116-3043db3d439e gateway port host: None {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:07:58.922281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'name': 'router1', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:07:44Z', 'updated_at': '2021-04-20T19:07:55Z', 'revision_number': 2, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'gw_port_host': None, '_interfaces': [{'id': 'b31f06bf-d5c9-431f-989d-504352acf27b', 'name': '', 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'mac_address': 'fa:16:3e:5a:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:07:54Z', 'updated_at': '2021-04-20T19:07:58Z', 'revision_number': 4, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'subnets': [{'id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12302204-42cc-4733-af63-33d35d4ac701'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:07:58.926219 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbd7e8-2c70-4b89-a96c-e38b94d6956c None None] The sync data for ids ['ebd259a6-7b59-4d78-b116-3043db3d439e'] in dv-cinder-786933-2-smb is: [{'id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'name': 'router1', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:07:44Z', 'updated_at': '2021-04-20T19:07:55Z', 'revision_number': 2, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'gw_port_host': None, '_interfaces': [{'id': 'b31f06bf-d5c9-431f-989d-504352acf27b', 'name': '', 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'mac_address': 'fa:16:3e:5a:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:07:54Z', 'updated_at': '2021-04-20T19:07:58Z', 'revision_number': 4, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'subnets': [{'id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12302204-42cc-4733-af63-33d35d4ac701'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:07:59.207941 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52598) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:07:59.370689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7173fdd1-cdfa-4173-be61-1e6c69dbb742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:07:59.371312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-7173fdd1-cdfa-4173-be61-1e6c69dbb742 admin admin] Synchronizing usage tracker for tenant:56a839a6bd064d789705d0836428d9c2 on resource:network {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:07:59.441157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-7173fdd1-cdfa-4173-be61-1e6c69dbb742 admin admin] Unset dirty status for tenant:56a839a6bd064d789705d0836428d9c2 on resource:network {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:07:59.442467 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7173fdd1-cdfa-4173-be61-1e6c69dbb742 admin admin] 10.222.0.35 "GET /v2.0/networks/499d79e4-58ad-4742-aaca-92af62e706c5 HTTP/1.1" status: 200 len: 842 time: 0.2328346 Apr 20 19:07:59.454033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:07:59.460328 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:07:59.464413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Usage tracker for resource:subnet and tenant:56a839a6bd064d789705d0836428d9c2 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:07:59.467393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:07:59.474042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:07:59.510066 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Made reservation on behalf of 56a839a6bd064d789705d0836428d9c2 for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:07:59.514773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:00.196215 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.objects.ports [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86473) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 19:08:00.196806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:00.201350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:08:00.278404 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197ca796-65a2-49ac-aa68-d697c5101ac0,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:08:00.281236 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:08:00.290519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Checking segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:08:00.290919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Network hostable DHCP agents. Network: 499d79e4-58ad-4742-aaca-92af62e706c5, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:08:00.355841 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:08:00.407151 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 499d79e4-58ad-4742-aaca-92af62e706c5) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:08:00.412336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:08:00.412986 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:00.417753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff65424-4ca6-40a9-92da-6da6ebf1cbdd None None] Network 499d79e4-58ad-4742-aaca-92af62e706c5 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:08:00.507407 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0571556 Apr 20 19:08:00.666823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8865a0fb-cc57-4365-8b15-0bd26804e8c9 None None] Network 499d79e4-58ad-4742-aaca-92af62e706c5 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:08:02.088833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device b31f06bf-d5c9-431f-989d-504352acf27b up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:08:02.188284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port b31f06bf-d5c9-431f-989d-504352acf27b completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:08:02.195074 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port b31f06bf-d5c9-431f-989d-504352acf27b triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:08:02.195517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:02.333952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:02.369419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port b31f06bf-d5c9-431f-989d-504352acf27b, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=b31f06bf-d5c9-431f-989d-504352acf27b,segment=NetworkSegment(f147968d-9e9a-4d20-b435-afd8d489be9b),segment_id=f147968d-9e9a-4d20-b435-afd8d489be9b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:08:02.400260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:02.402584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:08:02.478834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=b31f06bf-d5c9-431f-989d-504352acf27b,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:08:02.481749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:08:03.141666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52612) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:08:03.351255 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f75691ec-eb18-427c-8abf-03989a555078 admin admin] 10.222.0.35 "GET /v2.0/routers/ebd259a6-7b59-4d78-b116-3043db3d439e HTTP/1.1" status: 200 len: 710 time: 0.2082942 Apr 20 19:08:03.489141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210756-0ff2-4bac-9b86-a471abe103cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:08:03.490839 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-fd210756-0ff2-4bac-9b86-a471abe103cc admin admin] 10.222.0.35 "GET /v2.0/networks/499d79e4-58ad-4742-aaca-92af62e706c5 HTTP/1.1" status: 200 len: 886 time: 0.1337919 Apr 20 19:08:03.500650 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:08:04.068895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device b31f06bf-d5c9-431f-989d-504352acf27b up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:08:04.140856 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port b31f06bf-d5c9-431f-989d-504352acf27b triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:08:04.141267 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:04.167424 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772051'] for router, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:04.558145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:04.618630 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:04.761222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Allocated IP 172.28.0.20 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/8398022a-549b-4b02-a6d1-26b6887a0102) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:08:04.914307 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:04.984700 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:04.989597 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:08:05.051808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:08:05.055260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:08:05.059086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:08:05.178280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8398022a-549b-4b02-a6d1-26b6887a0102,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:08:05.187865 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:08:05.570804 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:05.920172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772051'] for router, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:05.923558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852971812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852971827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852960725'] for router, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:06.294453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Router ebd259a6-7b59-4d78-b116-3043db3d439e has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:08:06.477557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:08:06.485786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Notify callbacks [] for router, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:06.487040 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] 10.222.0.35 "PUT /v2.0/routers/ebd259a6-7b59-4d78-b116-3043db3d439e HTTP/1.1" status: 200 len: 889 time: 2.9898798 Apr 20 19:08:06.488045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Sync routers for ids ['ebd259a6-7b59-4d78-b116-3043db3d439e'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:08:06.498849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Routers {'ebd259a6-7b59-4d78-b116-3043db3d439e'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:08:06.499554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:07:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['ebd259a6-7b59-4d78-b116-3043db3d439e'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:08:06.707425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Set router ebd259a6-7b59-4d78-b116-3043db3d439e gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:08:07.071982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'name': 'router1', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '8398022a-549b-4b02-a6d1-26b6887a0102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:07:44Z', 'updated_at': '2021-04-20T19:08:05Z', 'revision_number': 4, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'gw_port': {'id': '8398022a-549b-4b02-a6d1-26b6887a0102', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ea:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:08:04Z', 'updated_at': '2021-04-20T19:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'b31f06bf-d5c9-431f-989d-504352acf27b', 'name': '', 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'mac_address': 'fa:16:3e:5a:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:07:54Z', 'updated_at': '2021-04-20T19:08:02Z', 'revision_number': 5, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'subnets': [{'id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12302204-42cc-4733-af63-33d35d4ac701'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:08:07.076892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Checking router: ebd259a6-7b59-4d78-b116-3043db3d439e for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:08:07.077294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Updating router ebd259a6-7b59-4d78-b116-3043db3d439e port 8398022a-549b-4b02-a6d1-26b6887a0102 binding host dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:08:07.134378 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:07.479612 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Notify callbacks [] for port, precommit_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:07.544526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Transition to ACTIVE for port object 8398022a-549b-4b02-a6d1-26b6887a0102 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:08:07.606904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:07.612186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fcc2c788-1fb5-4d0f-97ae-67f231d6e437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:08:07.698333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7461a-9241-4489-b4e2-de6ec5358c5e None None] Pushing event updated for resources: {'Port': ['ID=8398022a-549b-4b02-a6d1-26b6887a0102,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:08:07.701336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-aaa7461a-9241-4489-b4e2-de6ec5358c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:08:07.702248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Attempting to bind port 8398022a-549b-4b02-a6d1-26b6887a0102 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:08:07.702652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Attempting to bind port 8398022a-549b-4b02-a6d1-26b6887a0102 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:08:07.703049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Attempting to bind port 8398022a-549b-4b02-a6d1-26b6887a0102 on network 499d79e4-58ad-4742-aaca-92af62e706c5 {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:08:07.709267 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:08:07.709711 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Checking segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:08:07.710152 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:07.710573 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Bound using segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:08:07.711086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Bound port: 8398022a-549b-4b02-a6d1-26b6887a0102, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:08:07.711494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:07.788025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] For port 8398022a-549b-4b02-a6d1-26b6887a0102, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:08:07.791634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] For port 8398022a-549b-4b02-a6d1-26b6887a0102, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=8398022a-549b-4b02-a6d1-26b6887a0102,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:08:07.840362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:07.845693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:08:07.920472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Routers {'ebd259a6-7b59-4d78-b116-3043db3d439e'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:08:07.921133 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:07:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['ebd259a6-7b59-4d78-b116-3043db3d439e'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:08:08.068058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7461a-9241-4489-b4e2-de6ec5358c5e None None] Pushing event updated for resources: {'Port': ['ID=8398022a-549b-4b02-a6d1-26b6887a0102,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:08:08.071209 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-aaa7461a-9241-4489-b4e2-de6ec5358c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:08:08.119860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] Set router ebd259a6-7b59-4d78-b116-3043db3d439e gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:08:08.464784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'name': 'router1', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '8398022a-549b-4b02-a6d1-26b6887a0102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:07:44Z', 'updated_at': '2021-04-20T19:08:05Z', 'revision_number': 4, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'gw_port': {'id': '8398022a-549b-4b02-a6d1-26b6887a0102', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ea:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:08:04Z', 'updated_at': '2021-04-20T19:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'b31f06bf-d5c9-431f-989d-504352acf27b', 'name': '', 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'mac_address': 'fa:16:3e:5a:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:07:54Z', 'updated_at': '2021-04-20T19:08:02Z', 'revision_number': 5, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'subnets': [{'id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12302204-42cc-4733-af63-33d35d4ac701'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:08:08.468920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61067a29-96a9-42a0-81a7-b9f67855fdc5 None None] The sync data for ids ['ebd259a6-7b59-4d78-b116-3043db3d439e'] in dv-cinder-786933-2-smb is: [{'id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'name': 'router1', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '8398022a-549b-4b02-a6d1-26b6887a0102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:07:44Z', 'updated_at': '2021-04-20T19:08:05Z', 'revision_number': 4, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'gw_port': {'id': '8398022a-549b-4b02-a6d1-26b6887a0102', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ea:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:08:04Z', 'updated_at': '2021-04-20T19:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'b31f06bf-d5c9-431f-989d-504352acf27b', 'name': '', 'network_id': 'bb964096-c9d7-4351-af4d-b67ca28db4e7', 'tenant_id': '0dbae647a7284256b90aa7fb02165d87', 'mac_address': 'fa:16:3e:5a:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd259a6-7b59-4d78-b116-3043db3d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:07:54Z', 'updated_at': '2021-04-20T19:08:02Z', 'revision_number': 5, 'project_id': '0dbae647a7284256b90aa7fb02165d87', 'subnets': [{'id': '5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12302204-42cc-4733-af63-33d35d4ac701'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:08:09.195078 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 52622) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:08:09.322396 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3be5f2bf-8c93-401c-ae1f-e486fe0b4c06 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1261024 Apr 20 19:08:10.084770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 8398022a-549b-4b02-a6d1-26b6887a0102 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:08:10.216587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 8398022a-549b-4b02-a6d1-26b6887a0102 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:08:10.222038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 8398022a-549b-4b02-a6d1-26b6887a0102 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:08:10.222487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:10.348584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:10.368590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 8398022a-549b-4b02-a6d1-26b6887a0102, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=8398022a-549b-4b02-a6d1-26b6887a0102,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:08:10.407484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:10.409869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-aaa7461a-9241-4489-b4e2-de6ec5358c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:08:10.639666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=8398022a-549b-4b02-a6d1-26b6887a0102,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:08:10.643586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:08:12.106917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 8398022a-549b-4b02-a6d1-26b6887a0102 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:08:12.201211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 8398022a-549b-4b02-a6d1-26b6887a0102 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:08:12.201799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:14.932680 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3282-7068-4b72-a927-db37f11cb81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:17.241926 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-838cd913-4181-48b6-8055-f8f8455938b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:17.339092 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:18.058385 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:19.000893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:26.263037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:08:44.930651 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-558134bc-2d40-413b-8e15-03d82e1a3487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:47.229460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ab84a97e-264d-4bd8-a851-3988060238fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:47.326676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:48.063502 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:08:48.982710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:03.262711 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:09:14.926867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-77bada1f-d68b-440a-8abe-0af338ade423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:17.215300 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6d130cf5-5d4e-41fa-8f0d-95c6a7a885db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:17.335319 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:18.080549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:18.994663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:40.262520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:09:44.919843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-810bcb7d-8ad9-4783-a3ad-ebd63b96550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:47.249152 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-edc1a5e4-e38c-4f9f-b85e-f9715a482c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:47.319707 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:48.068378 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:49.009358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:55.034892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53192) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:09:55.108696 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc15be0-78ab-45d6-95ed-a56d51397be8 admin admin] GET failed (client error): The resource could not be found. Apr 20 19:09:55.110079 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-adc15be0-78ab-45d6-95ed-a56d51397be8 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0741875 Apr 20 19:09:55.253239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65a3c6-4d11-49bb-ac07-4b3241224638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:09:55.254839 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0d65a3c6-4d11-49bb-ac07-4b3241224638 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1399243 Apr 20 19:09:57.742316 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53202) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:09:57.856895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105053bc-0106-4730-b6f6-d187407dcdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:09:57.857529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-105053bc-0106-4730-b6f6-d187407dcdc8 admin admin] Synchronizing usage tracker for tenant:56a839a6bd064d789705d0836428d9c2 on resource:subnet {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:09:57.945902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-105053bc-0106-4730-b6f6-d187407dcdc8 admin admin] Unset dirty status for tenant:56a839a6bd064d789705d0836428d9c2 on resource:subnet {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:09:57.947121 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-105053bc-0106-4730-b6f6-d187407dcdc8 admin admin] 10.222.0.35 "GET /v2.0/subnets/5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce HTTP/1.1" status: 200 len: 849 time: 0.2037609 Apr 20 19:09:57.957595 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:09:58.082052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Notify callbacks [] for subnet, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:58.411337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785662899161'] for subnet, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:58.416113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8336d7d8-ad60-45eb-850d-b64c11f2518e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:09:58.459102 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:09:58.459868 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:58.461379 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] 10.222.0.35 "PUT /v2.0/subnets/5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce HTTP/1.1" status: 200 len: 868 time: 0.5079341 Apr 20 19:09:58.462980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6deef86-2946-4f8c-bcfd-8647daa08e72 None None] Network bb964096-c9d7-4351-af4d-b67ca28db4e7 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:09:58.488268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:09:58.496504 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.496866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.497228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.497615 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.497977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.498338 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.498732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.499089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.499459 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.499811 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.500168 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.500687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:09:58.506059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:09:58.918979 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-d1b3877a-b9a2-4787-a864-84f2c07fdf6f None None] Provisioning complete for port b31f06bf-d5c9-431f-989d-504352acf27b triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:09:58.919497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d1b3877a-b9a2-4787-a864-84f2c07fdf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:09:59.057324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-d1b3877a-b9a2-4787-a864-84f2c07fdf6f None None] Provisioning complete for port bd84a755-70fb-41d0-81ab-a210cf1f783f triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:09:59.057758 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d1b3877a-b9a2-4787-a864-84f2c07fdf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:00.979925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53212) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:01.166940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d529f26-4b0c-471c-af87-b4718a9e4d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:01.167452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d529f26-4b0c-471c-af87-b4718a9e4d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:01.169079 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6d529f26-4b0c-471c-af87-b4718a9e4d26 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1881146 Apr 20 19:10:03.739732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53222) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:03.938375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5b4a1f-be29-4dc5-aa2e-ef26a5295cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:03.939070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5b4a1f-be29-4dc5-aa2e-ef26a5295cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:03.940772 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-fc5b4a1f-be29-4dc5-aa2e-ef26a5295cbe admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998420 Apr 20 19:10:06.440078 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53232) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:06.622940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c87d68-0d1b-47ba-bc62-2be528d8ef27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:06.624318 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a8c87d68-0d1b-47ba-bc62-2be528d8ef27 admin admin] 10.222.0.35 "GET /v2.0/networks/499d79e4-58ad-4742-aaca-92af62e706c5 HTTP/1.1" status: 200 len: 886 time: 0.1831799 Apr 20 19:10:09.134612 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53242) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:09.320773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da569e3-0a23-4181-9da6-60c9c2399722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:09.322183 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7da569e3-0a23-4181-9da6-60c9c2399722 admin admin] 10.222.0.35 "GET /v2.0/networks/bb964096-c9d7-4351-af4d-b67ca28db4e7 HTTP/1.1" status: 200 len: 869 time: 0.1865497 Apr 20 19:10:11.816109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53252) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:11.935706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83fdb7-2b7d-46b5-8d84-48e57019925d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:11.936143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83fdb7-2b7d-46b5-8d84-48e57019925d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:11.937801 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6f83fdb7-2b7d-46b5-8d84-48e57019925d admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206312 Apr 20 19:10:14.478906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53262) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:14.594831 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c3102d-14c0-4c2f-9746-0b21f4a68299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:14.595456 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c3102d-14c0-4c2f-9746-0b21f4a68299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:14.597056 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-75c3102d-14c0-4c2f-9746-0b21f4a68299 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1171358 Apr 20 19:10:14.931128 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-53b91709-d171-405f-a251-bd6ea1abe821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:17.137144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53272) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:17.228155 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ba75-d1ff-47d9-a2a1-9e81f9910b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:17.248948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b9aa6-f2e1-4518-8ba1-ba9cadd7133c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:17.251000 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a14b9aa6-f2e1-4518-8ba1-ba9cadd7133c admin admin] 10.222.0.35 "GET /v2.0/subnets/197ca796-65a2-49ac-aa68-d697c5101ac0 HTTP/1.1" status: 200 len: 816 time: 0.1122711 Apr 20 19:10:17.261591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:10:17.323583 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:18.056633 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:18.986331 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:19.766309 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53282) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:19.882607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3ff547-f76f-4b2e-b600-2d4c5b860745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:19.884086 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-1a3ff547-f76f-4b2e-b600-2d4c5b860745 admin admin] 10.222.0.35 "GET /v2.0/subnets/5319f1a7-007e-4ae3-aeaf-8b2fb20dc2ce HTTP/1.1" status: 200 len: 868 time: 0.1167650 Apr 20 19:10:44.924849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6e95c5eb-9bad-4698-983e-d071a5cd6cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:46.538945 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53326) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:46.590428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [None req-53adbab1-e0dd-4549-8ecd-7958a95f02f7 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:10:46.594050 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-53adbab1-e0dd-4549-8ecd-7958a95f02f7 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514715 Apr 20 19:10:47.234146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-068dd664-00c6-45ee-84fd-16b54e5f96d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:47.336487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:48.062406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:49.008268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:49.191676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53336) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:49.267635 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a7c088-39c9-4276-88bb-213b3a60ead4 admin admin] GET failed (client error): The resource could not be found. Apr 20 19:10:49.268984 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-96a7c088-39c9-4276-88bb-213b3a60ead4 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0762899 Apr 20 19:10:49.405318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f437e220-3e2b-430e-9854-b53343fc72dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:49.406953 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f437e220-3e2b-430e-9854-b53343fc72dc admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1336603 Apr 20 19:10:51.963437 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53346) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:52.014126 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:10:52.019563 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:10:52.029421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:10:52.076460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Made reservation on behalf of 56a839a6bd064d789705d0836428d9c2 for: {'network': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:10:52.081737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:52.174652 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.services.revisions.revision_plugin [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Could not find related network for resource to bump revision. Apr 20 19:10:52.185609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=86473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:10:52.240587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:52.240919 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Added segment 06b3f44d-25ee-40a0-a2c4-ab8855a61086 of type vlan for network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b Apr 20 19:10:52.267130 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:52.324760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:52.326147 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:52.326784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:52.331855 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:10:52.434156 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Pushing event updated for resources: {'Network': ['ID=1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:10:52.437590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:10:52.445178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:10:52.462540 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4979746 Apr 20 19:10:54.261605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:10:55.025405 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53356) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:10:55.099072 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.pecan_wsgi.hooks.translation [None req-015b15fc-ff6b-4ad6-b477-64cbde87b3d3 admin admin] GET failed (client error): The resource could not be found. Apr 20 19:10:55.099640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-015b15fc-ff6b-4ad6-b477-64cbde87b3d3 admin admin] Synchronizing usage tracker for tenant:56a839a6bd064d789705d0836428d9c2 on resource:network {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:10:55.147632 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-015b15fc-ff6b-4ad6-b477-64cbde87b3d3 admin admin] Unset dirty status for tenant:56a839a6bd064d789705d0836428d9c2 on resource:network {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:10:55.149128 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-015b15fc-ff6b-4ad6-b477-64cbde87b3d3 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1224620 Apr 20 19:10:55.262575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24850fd2-aa69-4280-85ef-63f3af8c9b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:55.264087 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-24850fd2-aa69-4280-85ef-63f3af8c9b23 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1103058 Apr 20 19:10:55.274898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Request body: {'subnet': {'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:10:55.279512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:10:55.289273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:10:55.324696 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Made reservation on behalf of 56a839a6bd064d789705d0836428d9c2 for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:10:55.329308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:55.822559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:55.827082 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:10:55.908838 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f413535e-ba30-47f9-ba65-9df469d7c391,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:10:55.911787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:10:55.914487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Checking segment: {'id': '06b3f44d-25ee-40a0-a2c4-ab8855a61086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:10:55.915434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Network hostable DHCP agents. Network: 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:10:55.958886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:10:55.993026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:10:55.997011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:10:55.997696 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:56.003402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9facaad-3098-42a8-849d-a7ab1c2efd04 None None] Network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:10:56.237304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632a406-1a09-5937-bf96-637273413594-1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b', 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b', 'tenant_id': '56a839a6bd064d789705d0836428d9c2', 'fixed_ips': [{'subnet_id': 'f413535e-ba30-47f9-ba65-9df469d7c391'}]}} from dv-cinder-786933-2-smb. {{(pid=86474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:10:56.238284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:56.239956 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9687145 Apr 20 19:10:56.414924 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Allocated IP 192.168.233.2 (1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b/f413535e-ba30-47f9-ba65-9df469d7c391/40c39a0e-4b16-407e-8f07-7e2feacc0b75) {{(pid=86474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:10:56.695831 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Notify callbacks [] for port, precommit_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:56.753634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Transition to ACTIVE for port object 40c39a0e-4b16-407e-8f07-7e2feacc0b75 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:10:56.774428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Transition to ACTIVE for port object 40c39a0e-4b16-407e-8f07-7e2feacc0b75 will not be triggered until provisioned by entity DHCP. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:10:56.802784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:56.808728 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:10:56.875974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b is already hosted by enough agents. {{(pid=86474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:10:56.879794 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Resources bound (agent type, host, resource id): {{(pid=86474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:10:56.883766 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Received port after_create {{(pid=86474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:10:56.923089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Pushing event updated for resources: {'Port': ['ID=40c39a0e-4b16-407e-8f07-7e2feacc0b75,revision_number=1']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:10:56.972952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.973332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.973728 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.974092 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.974458 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.974819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.975175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.975531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.975887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.976251 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.976607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.976959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:10:56.988255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:10:56.997859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Attempting to bind port 40c39a0e-4b16-407e-8f07-7e2feacc0b75 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:10:56.998274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Attempting to bind port 40c39a0e-4b16-407e-8f07-7e2feacc0b75 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '06b3f44d-25ee-40a0-a2c4-ab8855a61086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:10:56.998675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Attempting to bind port 40c39a0e-4b16-407e-8f07-7e2feacc0b75 on network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:10:57.005732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:10:57.006144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Checking segment: {'id': '06b3f44d-25ee-40a0-a2c4-ab8855a61086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:10:57.006583 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:57.007008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Bound using segment: {'id': '06b3f44d-25ee-40a0-a2c4-ab8855a61086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:10:57.007520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Bound port: 40c39a0e-4b16-407e-8f07-7e2feacc0b75, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b3f44d-25ee-40a0-a2c4-ab8855a61086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:10:57.007931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:57.112661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] For port 40c39a0e-4b16-407e-8f07-7e2feacc0b75, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:10:57.116227 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] For port 40c39a0e-4b16-407e-8f07-7e2feacc0b75, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=40c39a0e-4b16-407e-8f07-7e2feacc0b75,segment=NetworkSegment(06b3f44d-25ee-40a0-a2c4-ab8855a61086),segment_id=06b3f44d-25ee-40a0-a2c4-ab8855a61086)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:10:57.176932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:57.181224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-aaa7461a-9241-4489-b4e2-de6ec5358c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:10:57.266344 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Pushing event updated for resources: {'Port': ['ID=40c39a0e-4b16-407e-8f07-7e2feacc0b75,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:10:57.270571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:10:58.204869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 40c39a0e-4b16-407e-8f07-7e2feacc0b75 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:10:58.319631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 40c39a0e-4b16-407e-8f07-7e2feacc0b75 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:10:58.515737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34b5a9-f9e6-4d5b-9d5f-c4d5321f544e None None] Network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:10:58.638491 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-330485d6-aec7-417a-a792-2a469cfe330e None None] Provisioning for port 40c39a0e-4b16-407e-8f07-7e2feacc0b75 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:10:58.656111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-330485d6-aec7-417a-a792-2a469cfe330e None None] Provisioning complete for port 40c39a0e-4b16-407e-8f07-7e2feacc0b75 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:10:58.656533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-330485d6-aec7-417a-a792-2a469cfe330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:59.051432 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-330485d6-aec7-417a-a792-2a469cfe330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:59.113065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-330485d6-aec7-417a-a792-2a469cfe330e None None] For port 40c39a0e-4b16-407e-8f07-7e2feacc0b75, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=40c39a0e-4b16-407e-8f07-7e2feacc0b75,segment=NetworkSegment(06b3f44d-25ee-40a0-a2c4-ab8855a61086),segment_id=06b3f44d-25ee-40a0-a2c4-ab8855a61086)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:10:59.153421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-330485d6-aec7-417a-a792-2a469cfe330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:10:59.156575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:10:59.236803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330485d6-aec7-417a-a792-2a469cfe330e None None] Pushing event updated for resources: {'Port': ['ID=40c39a0e-4b16-407e-8f07-7e2feacc0b75,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:10:59.240109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-330485d6-aec7-417a-a792-2a469cfe330e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:10:59.283649 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-5ef9caba-475b-47e5-bbf9-c2002d740f0d None None] Provisioning complete for port 40c39a0e-4b16-407e-8f07-7e2feacc0b75 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:10:59.284165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5ef9caba-475b-47e5-bbf9-c2002d740f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:00.180270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 40c39a0e-4b16-407e-8f07-7e2feacc0b75 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:11:00.251684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 40c39a0e-4b16-407e-8f07-7e2feacc0b75 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:11:00.252216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:14.933543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee359-5319-4c66-9060-c325c69af925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:17.219100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-faac5175-0bca-4800-aa25-5c144d1da3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:17.398934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:18.053114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:19.054146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:31.261232 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:11:44.938333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c76157ca-4304-48d1-bb09-87646073e44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:47.226960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f1e3bd73-7c01-43bb-b137-83682f13db31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:47.338513 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:48.095758 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:11:49.015543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:08.260662 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:12:14.940738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6276037d-e402-484e-ba8c-8e02608de331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:17.226076 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-03e107a5-bc9c-42fa-b70d-3aa2c8a0f9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:17.340652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:18.063696 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:19.023588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:20.382813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53406) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:12:20.389071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [None req-b573259d-419e-4885-801d-cde248d1972d tempest-verify_tempest_config-1399673200 tempest-verify_tempest_config-1399673200-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:12:20.390661 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b573259d-419e-4885-801d-cde248d1972d tempest-verify_tempest_config-1399673200 tempest-verify_tempest_config-1399673200-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063515 Apr 20 19:12:20.795517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53424) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:12:20.918315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:20.933307 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:12:20.937940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Usage tracker for resource:security_group_rule and tenant:6c288d2040e74a11b59be1f748b65eb9 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:12:20.940762 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:12:20.946571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:12:21.253808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:21.306293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:21.315393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:12:21.355795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Synchronizing usage tracker for tenant:56a839a6bd064d789705d0836428d9c2 on resource:security_group {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:12:21.360939 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3834f1e7-2df8-4ffc-afca-d9e89df2af11,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:12:21.371048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.371424 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.371789 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.372150 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.372504 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.372860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.373210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.373584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.374076 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.375085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.375442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.375794 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:12:21.380963 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:12:21.417715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Unset dirty status for tenant:56a839a6bd064d789705d0836428d9c2 on resource:security_group {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:12:21.419044 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c288d2040e74a11b59be1f748b65eb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6218853 Apr 20 19:12:21.421792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53430) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:12:21.485573 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27ff01fa-b058-4914-bda8-fbeee9c0545c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:21.511677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27ff01fa-b058-4914-bda8-fbeee9c0545c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:21.631971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27ff01fa-b058-4914-bda8-fbeee9c0545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:21.637179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e7becaed-1706-4932-abbd-bfe7f67a2653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:12:21.650193 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff01fa-b058-4914-bda8-fbeee9c0545c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3834f1e7-2df8-4ffc-afca-d9e89df2af11,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:12:21.654260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-27ff01fa-b058-4914-bda8-fbeee9c0545c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:12:21.657701 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27ff01fa-b058-4914-bda8-fbeee9c0545c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:21.659073 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-27ff01fa-b058-4914-bda8-fbeee9c0545c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3834f1e7-2df8-4ffc-afca-d9e89df2af11 HTTP/1.1" status: 204 len: 168 time: 0.2363319 Apr 20 19:12:44.942578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f0e90c03-3f0c-4eb3-bdf3-e7ddb20521bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:45.260226 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:12:47.225827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7fac-7d2d-4adc-a41d-1db24f1b78c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:47.342555 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:48.048535 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:12:49.011001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:14.939544 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85efedc4-1ba5-43f7-bf96-ff7a64ee3efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:17.239088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0e8cc509-4a51-4b1a-b7b4-db06a85fb770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:17.342499 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:18.056375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:19.014255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:22.258988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:13:44.933426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a67d9f6e-6e13-4174-9019-6345b9c520d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:47.226795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6b95ee7d-2ad4-4ed1-9064-4be7974fe119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:47.356826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:48.044271 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:49.013326 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:13:59.259976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 5 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:14:03.946639 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405'] for agent, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:06.865041 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53482) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:14:06.984829 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-46a0711d-4b72-4883-a1c2-462f513924f5 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1185551 Apr 20 19:14:09.524998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53492) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:14:09.584832 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-75d612a8-5b79-4fcc-aeba-2000ff81128d admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0586498 Apr 20 19:14:14.941128 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fa4b38f7-0f74-4575-8651-7b244d1ae7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:17.230872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5c4b7350-c3e3-4440-944b-b8f804a37a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:17.350260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:18.049258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:19.029919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:33.923549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:36.259843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:14:44.938617 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3697-63d1-482f-a26b-5595ef67cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:47.229558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2590cd28-360f-4eab-b2eb-72bbeee80392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:47.378108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:48.058960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:49.035537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:03.927009 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:13.259332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:15:14.938575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-91fa9efb-4ec5-4866-ba00-382f90dbff04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:17.231269 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-da4b974b-288f-44de-bd81-ed05c8579273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:17.351128 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:18.058844 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:19.040914 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:33.910552 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:44.949349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3d987655-502b-4697-9b75-5b69de34b21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:47.229564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e702b14c-2ffe-49bd-8819-276eb47eef9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:47.360733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:48.076468 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:49.047705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:50.260167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:15:52.980131 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53674) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:53.345093 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-894719797-network', 'tenant_id': 'f27f5796bce3442ea67300435a937727'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:53.351402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:53.356567 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Usage tracker for resource:network and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:53.359960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:53.366101 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:53.411641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Made reservation on behalf of f27f5796bce3442ea67300435a937727 for: {'network': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:15:53.418450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:53.435140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:53.450273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:53.454201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Usage tracker for resource:security_group_rule and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:53.457316 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:53.464290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:53.624654 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:53.653138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:53.668468 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=86472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:15:53.684855 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251191958422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:53.685508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Unsubscribe: segment precommit_create {{(pid=86472) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 19:15:53.686010 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Added segment 2e5ae17a-1da5-4ae3-a802-cf747244989b of type vlan for network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 Apr 20 19:15:53.738527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:53.797514 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:53.803860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e84afa-00cb-45ed-be1d-28b4028bef7d,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:53.816604 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.816982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.817348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.817727 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.818080 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.818436 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.818784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.819131 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.819481 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.819829 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.820171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.820633 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Tracked resource versions report: Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: pushed versions: Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: { 'AddressGroup': {'1.2'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': {'1.0'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': {'1.0'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': {'1.1'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': {'1.7'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': {'1.2'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': {'1.8'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': {'1.4'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': {'1.0'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': {'1.1'}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': {'1.1'}} Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: consumer versions: Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: { DHCP agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: HyperV agent@hv-cinder-78693: {}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: L3 agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: Metadata agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: Metering agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: Open vSwitch agent@dv-cinder-786933-2-smb: { 'AddressGroup': '1.2', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': '1.0', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': '1.0', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': '1.1', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': '1.7', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': '1.2', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': '1.8', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': '1.4', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': '1.2', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': '1.0', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': '1.1', Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': '1.1'}} Apr 20 19:15:53.821721 dv-cinder-786933-2-smb neutron-server[86359]: {{(pid=86472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:15:53.858442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:53.900413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53722) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:53.922105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:53.924310 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:53.925080 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:53.935958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:53.936254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53730) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:54.044875 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:54.048255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:54.057548 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:15:54.077398 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0960770 Apr 20 19:15:54.080865 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53738) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:54.089361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Request body: {'subnet': {'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-subnet', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:54.095026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:54.100318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Usage tracker for resource:subnet and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:54.104793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:54.112823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:54.210370 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Made reservation on behalf of f27f5796bce3442ea67300435a937727 for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:15:54.215777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:54.426546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-network', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:54.431602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:54.441200 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Usage tracker for resource:network and tenant:b5c2e8c9feb6494d9989608e25f9f62e is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:54.444402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:54.451610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:54.493154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-996543476-network', 'tenant_id': 'a6b0470229a3474f92038a1a6ddba699'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:54.504295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:54.512049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Usage tracker for resource:network and tenant:a6b0470229a3474f92038a1a6ddba699 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:54.516709 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:54.530296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:54.579468 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Made reservation on behalf of b5c2e8c9feb6494d9989608e25f9f62e for: {'network': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:15:54.584898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:54.600505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:54.619239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:54.623546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c2e8c9feb6494d9989608e25f9f62e is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:54.630843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:54.666563 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:54.747881 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Made reservation on behalf of a6b0470229a3474f92038a1a6ddba699 for: {'network': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:15:54.752962 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:54.772377 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:54.799942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:54.808532 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b0470229a3474f92038a1a6ddba699 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:54.812749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:54.836253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:54.946804 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:54.951767 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4d03ef69-1937-467c-9fca-96db0dc5742e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:55.000623 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.047343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.052478 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:55.073289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Checking segment: {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:15:55.073726 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Network hostable DHCP agents. Network: f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:15:55.089550 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=86472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:15:55.099477 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.099949 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2a16fd-2a79-43fc-82c7-3d59a7635435,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:55.100296 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Added segment 720e5640-1cfc-40d1-9075-9390502a9d85 of type vlan for network f142b44b-332c-43d0-ae5e-eb1d60c49d77 Apr 20 19:15:55.114861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.115289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb4a82d-7bcd-4182-872e-5a19ff155bf9,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:55.115422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.115676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.116042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.116404 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.116768 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.117128 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.117504 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.117883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.118244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.118718 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.119773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:55.121050 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Tracked resource versions report: Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: pushed versions: Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: { 'AddressGroup': {'1.2'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': {'1.0'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': {'1.0'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': {'1.1'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': {'1.7'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': {'1.2'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': {'1.8'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': {'1.4'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': {'1.0'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': {'1.1'}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': {'1.1'}} Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: consumer versions: Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: { DHCP agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: HyperV agent@hv-cinder-78693: {}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: L3 agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: Metadata agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: Metering agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: Open vSwitch agent@dv-cinder-786933-2-smb: { 'AddressGroup': '1.2', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': '1.0', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': '1.0', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': '1.1', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': '1.7', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': '1.2', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': '1.8', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': '1.4', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': '1.2', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': '1.0', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': '1.1', Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': '1.1'}} Apr 20 19:15:55.121691 dv-cinder-786933-2-smb neutron-server[86359]: {{(pid=86473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:15:55.129733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:55.176663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:15:55.201433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.225806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.229517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:55.234194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:55.235130 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.244984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff89978-bd03-4340-9c83-ca9c89eaaa01 None None] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:15:55.262821 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.282428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-27ff01fa-b058-4914-bda8-fbeee9c0545c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:55.287901 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.289250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:55.290055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.314434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:55.357421 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2691038 Apr 20 19:15:55.362041 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53784) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:55.362743 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d33b210-e494-4aa2-8565-57fecffa0b3b,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:55.366114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:55.373116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:55.378631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:55.382603 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Usage tracker for resource:router and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:55.387033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:55.394262 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:55.424408 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=86473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:15:55.443313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852957969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3787'] for router, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.444415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772036'] for router, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.470513 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.473927 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Added segment ef680deb-0c0a-415e-830f-99c56ebfbbcd of type vlan for network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 Apr 20 19:15:55.543382 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f142b44b-332c-43d0-ae5e-eb1d60c49d77,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:55.543763 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.546980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:55.553836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network f142b44b-332c-43d0-ae5e-eb1d60c49d77 details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:15:55.591477 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6898174 Apr 20 19:15:55.594478 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53796) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:55.600984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Request body: {'subnet': {'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-subnet', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:55.609572 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:55.618995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Usage tracker for resource:subnet and tenant:b5c2e8c9feb6494d9989608e25f9f62e is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:55.626608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:55.666023 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:55.744008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Made reservation on behalf of b5c2e8c9feb6494d9989608e25f9f62e for: {'subnet': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:15:55.749712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.939940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632a406-1a09-5937-bf96-637273413594-f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435'}]}} from dv-cinder-786933-2-smb. {{(pid=86474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:15:55.942252 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.942399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:56.157569 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772051'] for router, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:56.231211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Allocated IP 172.20.0.2 (f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4/6b2a16fd-2a79-43fc-82c7-3d59a7635435/3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e) {{(pid=86474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:15:56.329677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:56.334641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:56.339182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:56.365974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:56.464887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53838) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:56.493760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Pushing event updated for resources: {'Network': ['ID=030a726f-d558-4d2e-88f2-3ec9ddbaa957,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:56.497912 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:56.513402 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5759757 Apr 20 19:15:56.516587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53844) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:56.523935 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Request body: {'subnet': {'network_id': '030a726f-d558-4d2e-88f2-3ec9ddbaa957', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-996543476-subnet', 'tenant_id': 'a6b0470229a3474f92038a1a6ddba699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:56.535835 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:56.546744 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Usage tracker for resource:subnet and tenant:a6b0470229a3474f92038a1a6ddba699 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:56.565395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:56.580485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:56.588380 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:15:56.592708 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:56.599187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:56.607977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Notify callbacks [] for port, precommit_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:56.699296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c496831a-b26f-4422-97b6-7bcb23238a85,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:56.710197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:56.715295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Checking segment: {'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:15:56.720333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Network hostable DHCP agents. Network: f142b44b-332c-43d0-ae5e-eb1d60c49d77, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:15:56.747620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Transition to ACTIVE for port object 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:15:56.783726 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Transition to ACTIVE for port object 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e will not be triggered until provisioned by entity DHCP. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:15:56.802106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Network f142b44b-332c-43d0-ae5e-eb1d60c49d77 is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:15:56.831382 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:56.842710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:56.848625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Made reservation on behalf of a6b0470229a3474f92038a1a6ddba699 for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:15:56.853920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:56.864837 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, f142b44b-332c-43d0-ae5e-eb1d60c49d77) {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:56.870549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:56.871087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:56.913879 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 is already hosted by enough agents. {{(pid=86474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:15:56.925974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Resources bound (agent type, host, resource id): {{(pid=86474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:56.928659 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78966ae-50ee-421a-9f5c-2044bdf8044a None None] Network f142b44b-332c-43d0-ae5e-eb1d60c49d77 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:15:56.947912 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3485072 Apr 20 19:15:56.947912 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53854) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:56.953287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-router', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:56.960020 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:56.974067 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Usage tracker for resource:router and tenant:b5c2e8c9feb6494d9989608e25f9f62e is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:56.982783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:57.022043 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:57.062591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.071087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852957969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3787'] for router, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.072066 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772036'] for router, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.101832 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.105322 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.137921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.150084 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53862) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:57.167038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:57.171326 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] Usage tracker for resource:security_group_rule and tenant:33470572ca424e4b94acdac6bbb665e3 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:57.174679 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:57.182169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:57.360422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Received port after_create {{(pid=86474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:15:57.394921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.434770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:57.439269 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] Usage tracker for resource:security_group_rule and tenant:92259e890633465cb53b42f8ab5278c3 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:57.442937 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:57.451267 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:57.683861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Pushing event updated for resources: {'Port': ['ID=3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e,revision_number=1']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:57.730002 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.730457 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.730902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.731336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.731828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.733084 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.734650 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.735032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.735406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.735773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.737577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.737906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Tracked resource versions report: Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: pushed versions: Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: { 'AddressGroup': {'1.2'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': {'1.0'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': {'1.0'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': {'1.1'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': {'1.7'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': {'1.2'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': {'1.8'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': {'1.4'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': {'1.0'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': {'1.1'}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': {'1.1'}} Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: consumer versions: Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: { DHCP agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: HyperV agent@hv-cinder-78693: {}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: L3 agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: Metadata agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: Metering agent@dv-cinder-786933-2-smb: {}, Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: Open vSwitch agent@dv-cinder-786933-2-smb: { 'AddressGroup': '1.2', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': '1.0', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': '1.0', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': '1.1', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': '1.7', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': '1.2', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': '1.8', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': '1.4', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': '1.2', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': '1.0', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': '1.1', Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': '1.1'}} Apr 20 19:15:57.742394 dv-cinder-786933-2-smb neutron-server[86359]: {{(pid=86474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:15:57.750211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:57.754207 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df6d477-6bf8-4528-b924-806b6a021ae9 None None] Network f142b44b-332c-43d0-ae5e-eb1d60c49d77 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:15:57.756631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.762315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Allocated IP 172.28.0.64 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/16850a51-c51d-4223-901a-aacbf2b57c7e) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:15:57.873423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772051'] for router, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.883772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.897762 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:57.968309 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92259e890633465cb53b42f8ab5278c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8146718 Apr 20 19:15:57.970940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53896) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:58.017655 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53900) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:58.141266 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Attempting to bind port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:15:58.142065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Attempting to bind port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:15:58.142984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Attempting to bind port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e on network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:15:58.152168 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:15:58.153069 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Checking segment: {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:15:58.153924 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.154756 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Bound using segment: {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:15:58.155602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Bound port: 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:15:58.156343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.231421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.245017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054fcdc7-2138-42a0-ab19-c2a952f08bf3,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:58.267636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:58.287818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] For port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:15:58.293164 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] For port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:15:58.328051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.338826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.344333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:58.349768 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:58.372336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.425238 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.427228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e65a765a-a1c1-49db-9546-fa4705ef5705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.435584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:15:58.441525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:58.443621 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.444626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:15:58.467714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:58.511105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Pushing event updated for resources: {'Port': ['ID=3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:58.520786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:58.529083 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba8dc5-6ed5-4a97-b0bf-4ff4379d0e6a,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:58.550789 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:58.604259 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.616778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e65a765a-a1c1-49db-9546-fa4705ef5705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.624976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Pushing event updated for resources: {'Port': ['ID=16850a51-c51d-4223-901a-aacbf2b57c7e,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:58.653816 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33470572ca424e4b94acdac6bbb665e3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1876564 Apr 20 19:15:58.655004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:58.664140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:58.664885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-848bb9af-5f99-4d80-b000-7dc5476b464e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:58.665017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53912) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:58.675501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] Usage tracker for resource:security_group_rule and tenant:45d74914192a4ed2878b2b88893ae5c9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:58.707659 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:58.722284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:58.775672 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edbc2730-9f63-4b74-92cb-bc3a0b8a56d9,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:58.782613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Checking segment: {'id': 'ef680deb-0c0a-415e-830f-99c56ebfbbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '030a726f-d558-4d2e-88f2-3ec9ddbaa957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:15:58.783195 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Network hostable DHCP agents. Network: 030a726f-d558-4d2e-88f2-3ec9ddbaa957, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:15:58.792918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:58.927505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e65a765a-a1c1-49db-9546-fa4705ef5705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:58.944754 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:15:58.954157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5dc1fa6e-916e-4f46-a9f6-b4f753789879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:59.001870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 030a726f-d558-4d2e-88f2-3ec9ddbaa957) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:59.006492 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a765a-a1c1-49db-9546-fa4705ef5705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054fcdc7-2138-42a0-ab19-c2a952f08bf3,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:59.008834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e65a765a-a1c1-49db-9546-fa4705ef5705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:59.012339 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e404d7b-5b74-4b93-842e-22940f81e1e1 None None] Network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:15:59.012454 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-60e0374b-a23f-411c-b0cf-82a4868dc755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.017889 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:59.021138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.053118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.079229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.124615 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-60e0374b-a23f-411c-b0cf-82a4868dc755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.136460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.205103 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6775131 Apr 20 19:15:59.216706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e65a765a-a1c1-49db-9546-fa4705ef5705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.236927 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e65a765a-a1c1-49db-9546-fa4705ef5705 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/054fcdc7-2138-42a0-ab19-c2a952f08bf3 HTTP/1.1" status: 204 len: 168 time: 1.2465851 Apr 20 19:15:59.383912 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680d1815-e22a-423e-9787-8a8e69025023 None None] Network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:15:59.433299 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.479071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-60e0374b-a23f-411c-b0cf-82a4868dc755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.489426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9d7e90ba-c4dd-46f3-bb69-28c9a0f05117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:59.510866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0374b-a23f-411c-b0cf-82a4868dc755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba8dc5-6ed5-4a97-b0bf-4ff4379d0e6a,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:59.526575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-60e0374b-a23f-411c-b0cf-82a4868dc755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:59.532472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.551417 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e65a765a-a1c1-49db-9546-fa4705ef5705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:59.620662 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Allocated IP 172.28.0.213 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/644e7e48-4104-4168-b619-29dbd2e72810) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:15:59.633151 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-60e0374b-a23f-411c-b0cf-82a4868dc755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.681695 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-60e0374b-a23f-411c-b0cf-82a4868dc755 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/68ba8dc5-6ed5-4a97-b0bf-4ff4379d0e6a HTTP/1.1" status: 204 len: 168 time: 1.0057013 Apr 20 19:15:59.726115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852971812'] for router, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:59.796359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5c4b6e-59af-4243-b994-daddb17b0624,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:59.832564 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45d74914192a4ed2878b2b88893ae5c9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8004007 Apr 20 19:15:59.858831 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:59.859676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53942) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:00.081042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:00.237402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32075485-f6d4-453a-bce8-65a5a243bf30 None None] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:16:00.271990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:00.275946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d0468fd9-f876-449a-92e8-5df6b0f6c51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:00.276100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 53970) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:00.279313 dv-cinder-786933-2-smb neutron-server[86359]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 19:16:00.301589 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:00.365881 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Router 760b437a-3b5f-4d67-86f3-c42e1c100440 is scheduled to L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d with binding_index 1 {{(pid=86473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:16:00.397526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:16:00.410157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:00.424881 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:16:00.467824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-8182c091-768b-4425-b056-f008964deb2f None None] Provisioning for port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:00.497641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:00.717707 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Pushing event updated for resources: {'Port': ['ID=644e7e48-4104-4168-b619-29dbd2e72810,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:00.720158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 53988) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:00.767172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d0468fd9-f876-449a-92e8-5df6b0f6c51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:00.848110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:00.854836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:00.857619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:00.863295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:00.863709 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:00.954208 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:00.959651 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c6c07b97df4f8197802bbc8ca39ba9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:00.972579 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:00.998530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:01.000687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d0468fd9-f876-449a-92e8-5df6b0f6c51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:01.059694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-46355d89-63ce-416f-a3d5-91c15aa841de tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:01.059694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-46355d89-63ce-416f-a3d5-91c15aa841de tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Synchronizing usage tracker for tenant:a6b0470229a3474f92038a1a6ddba699 on resource:network {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:16:01.114684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:16:01.117501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:01.135419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Sync routers for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:16:01.159653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:16:01.160412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:15:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:01.174412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:01.179137 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Notify callbacks [] for router, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:01.184015 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8130472 Apr 20 19:16:01.185607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54004) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:01.206916 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:01.220851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:01.278372 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:01.312169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:01.318715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0468fd9-f876-449a-92e8-5df6b0f6c51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5c4b6e-59af-4243-b994-daddb17b0624,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:01.323524 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d0468fd9-f876-449a-92e8-5df6b0f6c51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:01.331171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:01.332162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-fd36a600-71f6-4c59-9368-859c76f2f490 None None] Provisioning complete for port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:01.333449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fd36a600-71f6-4c59-9368-859c76f2f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:01.350361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d0468fd9-f876-449a-92e8-5df6b0f6c51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:01.351501 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d0468fd9-f876-449a-92e8-5df6b0f6c51c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce5c4b6e-59af-4243-b994-daddb17b0624 HTTP/1.1" status: 204 len: 168 time: 1.4905198 Apr 20 19:16:01.429751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:01.589392 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:16:01.909964 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:01.963917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:01.976910 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:01.977233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-46355d89-63ce-416f-a3d5-91c15aa841de tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Unset dirty status for tenant:a6b0470229a3474f92038a1a6ddba699 on resource:network {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:16:01.979081 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-46355d89-63ce-416f-a3d5-91c15aa841de tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/networks?id=030a726f-d558-4d2e-88f2-3ec9ddbaa957 HTTP/1.1" status: 200 len: 811 time: 1.7018847 Apr 20 19:16:02.027049 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-07a61e98-acef-4603-aec2-0353ef1e5737 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/quotas/a6b0470229a3474f92038a1a6ddba699 HTTP/1.1" status: 200 len: 375 time: 0.0184910 Apr 20 19:16:02.120954 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-3e5c274e-1292-42b7-9d27-ec64eed754fe tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6b0470229a3474f92038a1a6ddba699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872624 Apr 20 19:16:02.137754 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:15:58Z', 'revision_number': 3, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:02.142440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Checking router: 760b437a-3b5f-4d67-86f3-c42e1c100440 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:16:02.146536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Updating router 760b437a-3b5f-4d67-86f3-c42e1c100440 port 16850a51-c51d-4223-901a-aacbf2b57c7e binding host dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:16:02.220629 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.236967 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.240419 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4c6c07b97df4f8197802bbc8ca39ba9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4641685 Apr 20 19:16:02.243361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 54042) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:02.267599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3221c0-1549-475e-ba87-19e05a1efea4,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:02.275446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:02.364896 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6809-7bf7-4d0d-a232-ef72c27439ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.368963 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852971812'] for router, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.437861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54046) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:02.491586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:02.547924 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6809-7bf7-4d0d-a232-ef72c27439ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.648861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Allocated IP 172.20.0.1 (f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4/6b2a16fd-2a79-43fc-82c7-3d59a7635435/4004bb8a-7140-4901-bf37-6725d6674b84) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:16:02.756062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6809-7bf7-4d0d-a232-ef72c27439ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.760489 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:02.761056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.778046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:02.807941 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e6809-7bf7-4d0d-a232-ef72c27439ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3221c0-1549-475e-ba87-19e05a1efea4,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:02.821115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a is scheduled to L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d with binding_index 1 {{(pid=86472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:16:02.825309 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3e1e6809-7bf7-4d0d-a232-ef72c27439ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:02.827303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6809-7bf7-4d0d-a232-ef72c27439ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.838913 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3e1e6809-7bf7-4d0d-a232-ef72c27439ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f3221c0-1549-475e-ba87-19e05a1efea4 HTTP/1.1" status: 204 len: 168 time: 0.5894098 Apr 20 19:16:02.884486 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Notify callbacks [] for port, precommit_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.897591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Transition to ACTIVE for port object 16850a51-c51d-4223-901a-aacbf2b57c7e will not be triggered until provisioned by entity L2. {{(pid=86475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:16:02.940799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.944420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.951827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bce2f16b-bbbc-4522-9ba8-f7bcc6484ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:02.966647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:02.975085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:02.980989 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] Usage tracker for resource:security_group_rule and tenant:45ca54d74a9c48cfbf81f4c1718c6fba is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:02.987057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:02.994900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:03.152494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Attempting to bind port 16850a51-c51d-4223-901a-aacbf2b57c7e on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:16:03.152903 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Attempting to bind port 16850a51-c51d-4223-901a-aacbf2b57c7e by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:16:03.153311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Attempting to bind port 16850a51-c51d-4223-901a-aacbf2b57c7e on network 499d79e4-58ad-4742-aaca-92af62e706c5 {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:03.154598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.159919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Pushing event updated for resources: {'Port': ['ID=16850a51-c51d-4223-901a-aacbf2b57c7e,revision_number=2']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:03.168304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Transition to ACTIVE for port object 4004bb8a-7140-4901-bf37-6725d6674b84 will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:16:03.175158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:16:03.175301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.175555 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.176153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.176694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.177213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.177779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.178289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.179282 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.179959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.180501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.181568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.182614 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Tracked resource versions report: Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: pushed versions: Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: { 'AddressGroup': {'1.2'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': {'1.0'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': {'1.0'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': {'1.1'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': {'1.7'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': {'1.2'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': {'1.8'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': {'1.4'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': {'1.0'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': {'1.1'}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': {'1.1'}} Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: consumer versions: Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: { DHCP agent@dv-cinder-786933-2-smb: {}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: HyperV agent@hv-cinder-78693: {}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: L3 agent@dv-cinder-786933-2-smb: {}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: Metadata agent@dv-cinder-786933-2-smb: {}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: Metering agent@dv-cinder-786933-2-smb: {}, Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: Open vSwitch agent@dv-cinder-786933-2-smb: { 'AddressGroup': '1.2', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'ConntrackHelper': '1.0', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'Log': '1.0', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'Network': '1.1', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'Port': '1.7', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'PortForwarding': '1.2', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'QosPolicy': '1.8', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroup': '1.4', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'SecurityGroupRule': '1.2', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'SubPort': '1.0', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'Subnet': '1.1', Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: 'Trunk': '1.1'}} Apr 20 19:16:03.183853 dv-cinder-786933-2-smb neutron-server[86359]: {{(pid=86475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:16:03.187358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Sync routers for ids ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:16:03.197842 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.198887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:16:03.199278 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Checking segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:16:03.199909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.200494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Bound using segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:16:03.201187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Bound port: 16850a51-c51d-4223-901a-aacbf2b57c7e, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:16:03.201816 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.213051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Routers {'45e8072f-34ae-46c5-b49d-ee2c5e76af5a'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:16:03.213051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:15:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:03.250064 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:03.258887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Notify callbacks [] for router, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.263353 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3119948 Apr 20 19:16:03.263748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 54080) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:03.287899 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45ca54d74a9c48cfbf81f4c1718c6fba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8489363 Apr 20 19:16:03.291931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d322bc-3d18-4fb8-b654-ea7daf72569c,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:03.295741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:03.297569 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54084) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:03.356361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] For port 16850a51-c51d-4223-901a-aacbf2b57c7e, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:16:03.362445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] For port 16850a51-c51d-4223-901a-aacbf2b57c7e, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=16850a51-c51d-4223-901a-aacbf2b57c7e,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:16:03.362445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:03.386037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6a28e0d-6f88-40fa-b575-2ba8f7716863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.424904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.426041 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6a28e0d-6f88-40fa-b575-2ba8f7716863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.436025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:03.488944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.498136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f4a702a5-fcf0-405f-8e41-221ff7fcd0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:03.551434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6a28e0d-6f88-40fa-b575-2ba8f7716863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.591929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:16:03.598005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Pushing event updated for resources: {'Port': ['ID=16850a51-c51d-4223-901a-aacbf2b57c7e,revision_number=3']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:03.613121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6a28e0d-6f88-40fa-b575-2ba8f7716863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.615036 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d6a28e0d-6f88-40fa-b575-2ba8f7716863 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4d322bc-3d18-4fb8-b654-ea7daf72569c HTTP/1.1" status: 204 len: 168 time: 0.3153665 Apr 20 19:16:03.616178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:03.626474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:16:03.626988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731329'] for router_interface, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:03.635356 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Set router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:16:03.687476 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:03.694982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:16:03.696028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:15:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:03.728178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4004bb8a-7140-4901-bf37-6725d6674b84,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:03.746427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:03.780358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-33dc12ab-f534-4369-a45f-c6f123d4b665 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:16:03.784941 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-33dc12ab-f534-4369-a45f-c6f123d4b665 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8210540 Apr 20 19:16:03.785610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-624dbdf8-63c2-409c-97a2-c43e91b1ff45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:03.853111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a28e0d-6f88-40fa-b575-2ba8f7716863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d322bc-3d18-4fb8-b654-ea7daf72569c,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:03.903109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d6a28e0d-6f88-40fa-b575-2ba8f7716863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:04.046765 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:04.108623 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-db548df6-24df-4d33-83bc-40dccc629b3d service neutron] 10.222.0.35 "GET /v2.0/networks/030a726f-d558-4d2e-88f2-3ec9ddbaa957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970674 Apr 20 19:16:04.164647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:16:04.229270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-37c36fe4-5fe4-4b2c-bf95-f3606695a50c None None] Provisioning for port 4004bb8a-7140-4901-bf37-6725d6674b84 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:04.252756 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-37c36fe4-5fe4-4b2c-bf95-f3606695a50c None None] Provisioning complete for port 4004bb8a-7140-4901-bf37-6725d6674b84 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:04.259901 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-37c36fe4-5fe4-4b2c-bf95-f3606695a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:04.539759 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-78e64615-da4d-4ded-9e7a-304a06cb0ded service neutron] 10.222.0.35 "GET /v2.0/networks/030a726f-d558-4d2e-88f2-3ec9ddbaa957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220769 Apr 20 19:16:04.683944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:04.951430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:15:58Z', 'revision_number': 3, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:04.964660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a371ed-e0bf-4fb1-b3e0-eb66f5e32e1d None None] The sync data for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb is: [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:15:58Z', 'revision_number': 3, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:16:05.086596 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-37c36fe4-5fe4-4b2c-bf95-f3606695a50c None None] Port 4004bb8a-7140-4901-bf37-6725d6674b84 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:16:05.135505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-router', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '644e7e48-4104-4168-b619-29dbd2e72810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:00Z', 'revision_number': 3, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'gw_port': {'id': '644e7e48-4104-4168-b619-29dbd2e72810', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:59Z', 'updated_at': '2021-04-20T19:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:05.141975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Checking router: 45e8072f-34ae-46c5-b49d-ee2c5e76af5a for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:16:05.142611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Updating router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a port 644e7e48-4104-4168-b619-29dbd2e72810 binding host dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:16:05.154773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54182) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:05.264658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:05.363791 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:05.778263 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f6775fdd-ec06-41bb-8fc8-2d49c87e2e4a req-2cae0abb-f48a-4c29-ab00-39ec22cab04f tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 210 time: 0.6201344 Apr 20 19:16:05.854206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Allocated IP 172.20.0.1 (f142b44b-332c-43d0-ae5e-eb1d60c49d77/c496831a-b26f-4422-97b6-7bcb23238a85/f04358a1-d3ba-46a8-9eb1-2ea50b4a0419) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:16:05.871682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:05.890442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Notify callbacks [] for port, precommit_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:05.908914 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Transition to ACTIVE for port object 644e7e48-4104-4168-b619-29dbd2e72810 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:16:05.921751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:05.923100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853044378'] for router_interface, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:05.928459 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:05.945792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:05.957980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-aa90cf9f-b070-4a3c-8545-aac08383525d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:06.084362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Attempting to bind port 644e7e48-4104-4168-b619-29dbd2e72810 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:16:06.086234 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Attempting to bind port 644e7e48-4104-4168-b619-29dbd2e72810 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:16:06.092586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Attempting to bind port 644e7e48-4104-4168-b619-29dbd2e72810 on network 499d79e4-58ad-4742-aaca-92af62e706c5 {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:06.124671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:16:06.125224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Checking segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:16:06.125986 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:06.127024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Bound using segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:16:06.131018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Bound port: 644e7e48-4104-4168-b619-29dbd2e72810, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:16:06.131560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:06.137065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4004bb8a-7140-4901-bf37-6725d6674b84,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:06.159933 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:06.162501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:06.237314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:06.244481 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:06.248606 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:16:06.255682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:06.285954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533698f3-2bbd-41d9-9218-edcd93cf8145 None None] Pushing event updated for resources: {'Port': ['ID=644e7e48-4104-4168-b619-29dbd2e72810,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:06.295630 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-533698f3-2bbd-41d9-9218-edcd93cf8145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:06.319881 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] For port 644e7e48-4104-4168-b619-29dbd2e72810, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:16:06.331243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] For port 644e7e48-4104-4168-b619-29dbd2e72810, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=644e7e48-4104-4168-b619-29dbd2e72810,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:16:06.394135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:06.394729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Network f142b44b-332c-43d0-ae5e-eb1d60c49d77 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:16:06.416302 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:06.419554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:06.443315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:16:06.443852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731329'] for router_interface, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:06.558225 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 16850a51-c51d-4223-901a-aacbf2b57c7e up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:06.608104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54218) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:06.641329 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54226) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:06.739428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-03967511-291d-451e-b8a9-9410d0931f7b None None] Provisioning complete for port 4004bb8a-7140-4901-bf37-6725d6674b84 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:06.739851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-03967511-291d-451e-b8a9-9410d0931f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:06.875893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Pushing event updated for resources: {'Port': ['ID=f04358a1-d3ba-46a8-9eb1-2ea50b4a0419,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:06.876463 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Router 760b437a-3b5f-4d67-86f3-c42e1c100440 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:16:06.879233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:07.042012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:07.144233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-03967511-291d-451e-b8a9-9410d0931f7b None None] Port 4004bb8a-7140-4901-bf37-6725d6674b84 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:16:07.164038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Routers {'45e8072f-34ae-46c5-b49d-ee2c5e76af5a'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:16:07.166840 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:15:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:07.332059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:07.374966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:07.388085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:07.394975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] Usage tracker for resource:security_group_rule and tenant:8ff7e27758bc4d80ba7e03c2c1559723 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:07.400332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:07.411528 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:07.411687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:07.413009 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853044378'] for router_interface, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:07.419247 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:07.539179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533698f3-2bbd-41d9-9218-edcd93cf8145 None None] Pushing event updated for resources: {'Port': ['ID=644e7e48-4104-4168-b619-29dbd2e72810,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:07.545924 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:07.579650 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-533698f3-2bbd-41d9-9218-edcd93cf8145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.162s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:07.666158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 16850a51-c51d-4223-901a-aacbf2b57c7e completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:07.678158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:07.703607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 16850a51-c51d-4223-901a-aacbf2b57c7e triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:07.704265 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:07.728804 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:16:07.761373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:07.767739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:07.773201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] Usage tracker for resource:security_group_rule and tenant:cd38ae79e25049689561560257498e87 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:07.777505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:07.786028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:07.828276 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-78e8580f-122d-4319-9789-ea2695630767 req-f98d164a-a38c-4239-8be7-ad43c226ea89 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 210 time: 0.7908697 Apr 20 19:16:07.846591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Pushing event updated for resources: {'Port': ['ID=f04358a1-d3ba-46a8-9eb1-2ea50b4a0419,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:07.852106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:07.884146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] Set router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:16:07.896187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:08.000974 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ff7e27758bc4d80ba7e03c2c1559723&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3908174 Apr 20 19:16:08.010168 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Network f142b44b-332c-43d0-ae5e-eb1d60c49d77 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:16:08.011311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 54284) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:08.012695 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:08.097210 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] 10.222.0.35 "PUT /v2.0/routers/760b437a-3b5f-4d67-86f3-c42e1c100440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9119670 Apr 20 19:16:08.134452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707dc143-536e-4574-8faa-2e40bdc75a64,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:08.139772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:08.213771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.266247 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 16850a51-c51d-4223-901a-aacbf2b57c7e, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=16850a51-c51d-4223-901a-aacbf2b57c7e,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:08.298004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.301887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fac1dd4-959f-4e44-bc3e-6a13f5bc239e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.320644 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:08.331914 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.356118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fac1dd4-959f-4e44-bc3e-6a13f5bc239e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.378985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.392680 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:08.407745 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:16:08.460290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=16850a51-c51d-4223-901a-aacbf2b57c7e,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:08.478096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:08.550140 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd38ae79e25049689561560257498e87&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9032733 Apr 20 19:16:08.554200 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54312) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:08.592912 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7421f0f8-4e5d-40ef-950c-91e25c5fcdfa,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:08.597384 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:08.605396 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Sync routers for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:16:08.623018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:16:08.623704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:15:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:08.713861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b3ac-18c3-41cb-81b6-c073ee37d913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.729115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-router', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '644e7e48-4104-4168-b619-29dbd2e72810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:06Z', 'revision_number': 4, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'gw_port': {'id': '644e7e48-4104-4168-b619-29dbd2e72810', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:59Z', 'updated_at': '2021-04-20T19:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f04358a1-d3ba-46a8-9eb1-2ea50b4a0419', 'name': '', 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'mac_address': 'fa:16:3e:bf:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:05Z', 'updated_at': '2021-04-20T19:16:05Z', 'revision_number': 1, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'subnets': [{'id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:08.742510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d8265-e53f-4bdc-af67-1ec7150018f3 None None] The sync data for ids ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'] in dv-cinder-786933-2-smb is: [{'id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-router', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '644e7e48-4104-4168-b619-29dbd2e72810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:06Z', 'revision_number': 4, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'gw_port': {'id': '644e7e48-4104-4168-b619-29dbd2e72810', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:59Z', 'updated_at': '2021-04-20T19:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f04358a1-d3ba-46a8-9eb1-2ea50b4a0419', 'name': '', 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'mac_address': 'fa:16:3e:bf:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:05Z', 'updated_at': '2021-04-20T19:16:05Z', 'revision_number': 1, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'subnets': [{'id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:16:08.786014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b3ac-18c3-41cb-81b6-c073ee37d913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.809198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:16:08.815049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fac1dd4-959f-4e44-bc3e-6a13f5bc239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.825317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:08.857882 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac1dd4-959f-4e44-bc3e-6a13f5bc239e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707dc143-536e-4574-8faa-2e40bdc75a64,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:08.894259 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0fac1dd4-959f-4e44-bc3e-6a13f5bc239e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:08.906799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fac1dd4-959f-4e44-bc3e-6a13f5bc239e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.907976 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0fac1dd4-959f-4e44-bc3e-6a13f5bc239e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/707dc143-536e-4574-8faa-2e40bdc75a64 HTTP/1.1" status: 204 len: 168 time: 0.8870990 Apr 20 19:16:08.910107 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] 10.222.0.35 "PUT /v2.0/routers/45e8072f-34ae-46c5-b49d-ee2c5e76af5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6451344 Apr 20 19:16:08.932609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b3ac-18c3-41cb-81b6-c073ee37d913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:08.938302 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:09.073034 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4c02dc5d-360f-4152-bf49-3ae549d93109 req-b05d8b0f-4c10-4c2e-ad51-78442e408c0a tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 210 time: 0.1147683 Apr 20 19:16:09.080780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6b3ac-18c3-41cb-81b6-c073ee37d913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7421f0f8-4e5d-40ef-950c-91e25c5fcdfa,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:09.085911 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c6a6b3ac-18c3-41cb-81b6-c073ee37d913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:09.089521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b3ac-18c3-41cb-81b6-c073ee37d913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:09.094200 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c6a6b3ac-18c3-41cb-81b6-c073ee37d913 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7421f0f8-4e5d-40ef-950c-91e25c5fcdfa HTTP/1.1" status: 204 len: 168 time: 0.5388086 Apr 20 19:16:09.304602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:16:09.708869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 2, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:09.714283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Checking router: 760b437a-3b5f-4d67-86f3-c42e1c100440 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:16:09.714777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Updating router 760b437a-3b5f-4d67-86f3-c42e1c100440 port 4004bb8a-7140-4901-bf37-6725d6674b84 binding host dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:16:09.838130 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:10.190960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 54360) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:10.198827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1196071267', 'description': 'tempest-description--1856929802'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:10.222966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:10.234691 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Usage tracker for resource:security_group and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:10.238282 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:10.246280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:10.304929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:10.371118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:10.388909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Usage tracker for resource:security_group_rule and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:10.394423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:10.416606 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:10.461629 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54370) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:10.509832 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:10.573387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:10.637202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 644e7e48-4104-4168-b619-29dbd2e72810 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:10.646586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] Usage tracker for resource:security_group_rule and tenant:ec1c095ab51340c4a6c490dae9732425 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:10.664095 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:10.679763 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:10.689170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Notify callbacks [] for port, precommit_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:10.696691 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-123ba245-a169-45eb-9e7e-0f1bf8907be2 req-798858c8-5899-4e71-b792-b1d5085b4f57 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 210 time: 0.1253991 Apr 20 19:16:10.709031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Transition to ACTIVE for port object 4004bb8a-7140-4901-bf37-6725d6674b84 will not be triggered until provisioned by entity L2. {{(pid=86475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:16:10.749443 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:10.754588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:10.779550 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 644e7e48-4104-4168-b619-29dbd2e72810 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:10.788136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 644e7e48-4104-4168-b619-29dbd2e72810 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:10.788136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:10.866824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:10.908771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:10.929849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7375810-839e-4d2a-bbce-e4dac172740e None None] Pushing event updated for resources: {'Port': ['ID=4004bb8a-7140-4901-bf37-6725d6674b84,revision_number=3']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:10.935998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b7375810-839e-4d2a-bbce-e4dac172740e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:10.942932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:11.027977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b885d3-0300-4a1f-adcd-e986252094cd,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:11.041205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.072093 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.079723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54390) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:11.088114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'security_group_rule': {'security_group_id': '25b885d3-0300-4a1f-adcd-e986252094cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:11.088653 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8833749 Apr 20 19:16:11.089892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:11.120161 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:11.135990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.15', 64663) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:11.147530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Usage tracker for resource:security_group_rule and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:11.158712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:11.175386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:11.182293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.232528 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.281216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 644e7e48-4104-4168-b619-29dbd2e72810, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=644e7e48-4104-4168-b619-29dbd2e72810,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:11.288448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d6a28e0d-6f88-40fa-b575-2ba8f7716863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:11.312070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Attempting to bind port 4004bb8a-7140-4901-bf37-6725d6674b84 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:16:11.312476 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Attempting to bind port 4004bb8a-7140-4901-bf37-6725d6674b84 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:16:11.312867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Attempting to bind port 4004bb8a-7140-4901-bf37-6725d6674b84 on network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:11.319132 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:16:11.319507 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Checking segment: {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:16:11.322384 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.324111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 16850a51-c51d-4223-901a-aacbf2b57c7e up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:11.327884 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec1c095ab51340c4a6c490dae9732425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8640127 Apr 20 19:16:11.330475 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 54404) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:11.330581 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.331037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Bound using segment: {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:16:11.332212 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Bound port: 4004bb8a-7140-4901-bf37-6725d6674b84, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'}}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:16:11.333145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.408227 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:11.478970 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] For port 4004bb8a-7140-4901-bf37-6725d6674b84, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:16:11.500838 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] For port 4004bb8a-7140-4901-bf37-6725d6674b84, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=4004bb8a-7140-4901-bf37-6725d6674b84,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:16:11.528952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.535328 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:11.558734 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=644e7e48-4104-4168-b619-29dbd2e72810,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:11.573322 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:11.627319 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 16850a51-c51d-4223-901a-aacbf2b57c7e triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:11.627736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.735312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7375810-839e-4d2a-bbce-e4dac172740e None None] Pushing event updated for resources: {'Port': ['ID=4004bb8a-7140-4901-bf37-6725d6674b84,revision_number=4']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:11.741895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b7375810-839e-4d2a-bbce-e4dac172740e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:11.780827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0ca0-b673-4e83-959f-881c28d54cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.796493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:16:11.797549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:15:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:11.829586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0ca0-b673-4e83-959f-881c28d54cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.877954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-816b2758-05c5-4915-8891-3e83ff690a64 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:11.894230 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 54424) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:11.897720 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-816b2758-05c5-4915-8891-3e83ff690a64 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 819 time: 0.5357566 Apr 20 19:16:11.899402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:11.912494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b1e654d2-d9fd-410d-94e0-f63fa555f2a6 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:11.914621 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b1e654d2-d9fd-410d-94e0-f63fa555f2a6 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.15 "GET /v2.0/networks?id=030a726f-d558-4d2e-88f2-3ec9ddbaa957 HTTP/1.1" status: 200 len: 811 time: 0.7765071 Apr 20 19:16:11.968541 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Request body: {'port': {'device_id': '132a498d-0ded-42ee-bf86-17b3660c9815', 'network_id': '030a726f-d558-4d2e-88f2-3ec9ddbaa957', 'admin_state_up': True, 'tenant_id': 'a6b0470229a3474f92038a1a6ddba699'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:12.056124 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-44635404-e4c2-48a7-8472-9e2d867802db tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/quotas/b5c2e8c9feb6494d9989608e25f9f62e HTTP/1.1" status: 200 len: 375 time: 0.1569126 Apr 20 19:16:12.095864 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6644bbc4-7c59-49f1-94bb-d76bdb83abd6,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:12.116937 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:12.208771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0ca0-b673-4e83-959f-881c28d54cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:12.219936 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:16:12.270628 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0fac1dd4-959f-4e44-bc3e-6a13f5bc239e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:12.318070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e0ca0-b673-4e83-959f-881c28d54cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6644bbc4-7c59-49f1-94bb-d76bdb83abd6,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:12.388729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cb9e0ca0-b673-4e83-959f-881c28d54cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:12.393033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:12.397408 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb9e0ca0-b673-4e83-959f-881c28d54cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:12.399137 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-cb9e0ca0-b673-4e83-959f-881c28d54cfb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6644bbc4-7c59-49f1-94bb-d76bdb83abd6 HTTP/1.1" status: 204 len: 168 time: 1.0672302 Apr 20 19:16:12.400874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Usage tracker for resource:port and tenant:a6b0470229a3474f92038a1a6ddba699 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:12.415600 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:12.435708 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a12a166a-4378-452e-9f8a-3a9e37bb29f8 req-06885564-e285-4a28-a01b-10b899ccb64d tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 210 time: 0.3508046 Apr 20 19:16:12.466464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:12.474526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 644e7e48-4104-4168-b619-29dbd2e72810 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:12.523676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:12.579423 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-0c57b9fc-000e-4d84-9126-b1457076e8c6 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5034673 Apr 20 19:16:12.580748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Made reservation on behalf of a6b0470229a3474f92038a1a6ddba699 for: {'port': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:16:12.611939 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:12.644917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:12.658557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:12.721347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:12.723576 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 644e7e48-4104-4168-b619-29dbd2e72810 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:12.724033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:12.792189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:12.796632 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] Usage tracker for resource:security_group_rule and tenant:da5f307937664df580b90e68b361539e is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:12.798543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a02a415-97a0-4595-88a8-458346f07efe,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:12.800006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:12.811900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:12.824683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:12.882137 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:12.887714 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8066251 Apr 20 19:16:12.891547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54468) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:12.921524 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-94271415-f6c3-479a-99c3-992f76535327 service neutron] 10.222.0.35 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393407 Apr 20 19:16:12.949283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'security_group_rule': {'security_group_id': '25b885d3-0300-4a1f-adcd-e986252094cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:12.978713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:12.993858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Sync routers for ids ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:16:13.020179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Routers {'45e8072f-34ae-46c5-b49d-ee2c5e76af5a'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:16:13.020894 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:15:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:13.042430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:11Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:13.053056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f172c4e-5c1c-4c56-bf34-fe64f388fe44 None None] The sync data for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb is: [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:11Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:16:13.075959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:13.123213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:13.171998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Usage tracker for resource:security_group_rule and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:13.179347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3bd3a31e-b9e2-49e5-bf7c-7ba3e3379598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:13.185062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:13.262923 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5443e0d7-1bb4-4dcb-bcd0-d79123bc63ee,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:13.279984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:13.280403 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:13.374650 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da5f307937664df580b90e68b361539e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4706333 Apr 20 19:16:13.387989 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54484) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:13.412294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:13.475775 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-7bddfb30-8c6c-401c-ab22-ee376fa49641 service neutron] 10.222.0.35 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529087 Apr 20 19:16:13.607725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Allocated IP 172.20.0.12 (030a726f-d558-4d2e-88f2-3ec9ddbaa957/edbc2730-9f63-4b74-92cb-bc3a0b8a56d9/d72bade4-5f9c-4dd8-9262-47717db2936d) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:16:13.791405 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86dcd2f1-4005-41e8-a7d1-84ab2f5d59d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:13.943219 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:13.953088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86dcd2f1-4005-41e8-a7d1-84ab2f5d59d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:14.047921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:14.180013 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c00b2e07-0455-4780-a2b5-e26b7a3d1cb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:14.212196 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Set router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:16:14.285975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73611857-3315-42f5-b8da-3695570ed93f,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:14.302333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:14.366179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:14.366795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:14.370801 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4747121 Apr 20 19:16:14.371189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54516) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:14.383174 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'floatingip': {'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:14.423336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86dcd2f1-4005-41e8-a7d1-84ab2f5d59d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:14.424580 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:14.450725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-14629411-ab52-43e1-8f68-438a11d80e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:14.488824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Usage tracker for resource:floatingip and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:14.522286 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:14.543670 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:14.572421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-76ced767-d27b-436c-b97f-01f4f81deb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:14.573171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:14.575732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcd2f1-4005-41e8-a7d1-84ab2f5d59d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5443e0d7-1bb4-4dcb-bcd0-d79123bc63ee,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:14.635248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-86dcd2f1-4005-41e8-a7d1-84ab2f5d59d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:14.661351 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86dcd2f1-4005-41e8-a7d1-84ab2f5d59d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:14.688048 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-86dcd2f1-4005-41e8-a7d1-84ab2f5d59d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5443e0d7-1bb4-4dcb-bcd0-d79123bc63ee HTTP/1.1" status: 204 len: 168 time: 1.2941048 Apr 20 19:16:14.827908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 4004bb8a-7140-4901-bf37-6725d6674b84 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:14.867652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Pushing event updated for resources: {'Port': ['ID=d72bade4-5f9c-4dd8-9262-47717db2936d,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:14.873429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:14.879723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:14.887044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:16:14.896663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:14.915744 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:16:14.930602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:14.931353 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:15.085159 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1239352 Apr 20 19:16:15.115619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-2a747ae8-1ba4-444a-9718-8bd5eff07862 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:16:15.116720 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-2a747ae8-1ba4-444a-9718-8bd5eff07862 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070972 Apr 20 19:16:15.239991 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9df662a3-74dc-433c-9774-ce1b19a0a6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:15.318549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 4004bb8a-7140-4901-bf37-6725d6674b84 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:15.330407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 4004bb8a-7140-4901-bf37-6725d6674b84 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:15.331132 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:15.534750 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bc1aa9d0-adb5-4f2f-a296-62e176e604a3 req-6dadd62e-0883-42ba-b030-917773d9633d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 210 time: 0.2495816 Apr 20 19:16:15.583126 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd032e-0d07-4abb-97be-f68f88bf6a8f req-016cd17e-2297-471d-b547-d2a2650d4c84 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:15.590618 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-abbd032e-0d07-4abb-97be-f68f88bf6a8f req-016cd17e-2297-471d-b547-d2a2650d4c84 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 932 time: 0.8979418 Apr 20 19:16:15.601873 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Request body: {'port': {'device_id': '132a498d-0ded-42ee-bf86-17b3660c9815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:15.651203 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-router', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '644e7e48-4104-4168-b619-29dbd2e72810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:06Z', 'revision_number': 4, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'gw_port': {'id': '644e7e48-4104-4168-b619-29dbd2e72810', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:59Z', 'updated_at': '2021-04-20T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f04358a1-d3ba-46a8-9eb1-2ea50b4a0419', 'name': '', 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'mac_address': 'fa:16:3e:bf:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:05Z', 'updated_at': '2021-04-20T19:16:07Z', 'revision_number': 2, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'subnets': [{'id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:15.674772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Checking router: 45e8072f-34ae-46c5-b49d-ee2c5e76af5a for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:16:15.691040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Updating router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 binding host dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:16:15.852904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:15.859027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:15.874656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:15.888059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:15.976365 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-abbd032e-0d07-4abb-97be-f68f88bf6a8f req-2bcc62ab-5531-450c-8897-f2b8e42759fa tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Synchronizing usage tracker for tenant:a6b0470229a3474f92038a1a6ddba699 on resource:security_group {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:16:16.087635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-abbd032e-0d07-4abb-97be-f68f88bf6a8f req-2bcc62ab-5531-450c-8897-f2b8e42759fa tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Unset dirty status for tenant:a6b0470229a3474f92038a1a6ddba699 on resource:security_group {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:16:16.088908 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-abbd032e-0d07-4abb-97be-f68f88bf6a8f req-2bcc62ab-5531-450c-8897-f2b8e42759fa tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672287 Apr 20 19:16:16.151757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 4004bb8a-7140-4901-bf37-6725d6674b84, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=4004bb8a-7140-4901-bf37-6725d6674b84,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:16.174789 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:16.206657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:16.374677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=4004bb8a-7140-4901-bf37-6725d6674b84,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:16.389212 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:16.813198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72bade4-5f9c-4dd8-9262-47717db2936d {{(pid=86472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:16:16.933194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:16.970691 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Transition to ACTIVE for port object d72bade4-5f9c-4dd8-9262-47717db2936d will not be triggered until provisioned by entity L2. {{(pid=86472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:16:17.016330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:17.028248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b4b4a660-ff10-464d-8879-c92318c2b4b8 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:17.177965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Notify callbacks [] for port, precommit_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:17.232118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Transition to ACTIVE for port object f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:16:17.278277 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Pushing event updated for resources: {'Port': ['ID=d72bade4-5f9c-4dd8-9262-47717db2936d,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:17.298379 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:17.322870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:17.335508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:17.534654 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c4709fa7-93ee-4f62-bed5-792303808321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:17.536394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60630aa9-2dc7-4360-93ed-849abcff9373 None None] Pushing event updated for resources: {'Port': ['ID=f04358a1-d3ba-46a8-9eb1-2ea50b4a0419,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:17.546507 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-60630aa9-2dc7-4360-93ed-849abcff9373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:17.579162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Allocated IP 172.28.0.11 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/8e9941ba-84e4-4f19-9834-94ad7b59c185) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:16:17.790136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Attempting to bind port d72bade4-5f9c-4dd8-9262-47717db2936d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:16:17.790715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Attempting to bind port d72bade4-5f9c-4dd8-9262-47717db2936d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ef680deb-0c0a-415e-830f-99c56ebfbbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '030a726f-d558-4d2e-88f2-3ec9ddbaa957'}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:16:17.791091 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Attempting to bind port d72bade4-5f9c-4dd8-9262-47717db2936d on network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:17.807180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Port d72bade4-5f9c-4dd8-9262-47717db2936d on network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:16:17.807540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Attempting to bind port d72bade4-5f9c-4dd8-9262-47717db2936d on network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:17.827653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:16:17.829342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Checking segment: {'id': 'ef680deb-0c0a-415e-830f-99c56ebfbbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '030a726f-d558-4d2e-88f2-3ec9ddbaa957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:16:17.832111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Bound using segment: {'id': 'ef680deb-0c0a-415e-830f-99c56ebfbbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '030a726f-d558-4d2e-88f2-3ec9ddbaa957'} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:16:17.834052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Bound port: d72bade4-5f9c-4dd8-9262-47717db2936d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef680deb-0c0a-415e-830f-99c56ebfbbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '030a726f-d558-4d2e-88f2-3ec9ddbaa957'}}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:16:17.835527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:17.892482 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:18.111216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Attempting to bind port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:16:18.111647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Attempting to bind port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:16:18.112204 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Attempting to bind port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 on network f142b44b-332c-43d0-ae5e-eb1d60c49d77 {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:18.139860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:16:18.140214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Checking segment: {'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:16:18.140693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:18.141217 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Bound using segment: {'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:16:18.141867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Bound port: f04358a1-d3ba-46a8-9eb1-2ea50b4a0419, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:16:18.150089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:18.163782 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] For port d72bade4-5f9c-4dd8-9262-47717db2936d, host hv-cinder-78693, cleared binding levels {{(pid=86472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:16:18.169922 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] For port d72bade4-5f9c-4dd8-9262-47717db2936d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d72bade4-5f9c-4dd8-9262-47717db2936d,segment=NetworkSegment(ef680deb-0c0a-415e-830f-99c56ebfbbcd),segment_id=ef680deb-0c0a-415e-830f-99c56ebfbbcd)] {{(pid=86472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:16:18.200558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 54672) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:18.213771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:18.213918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-3c5dc49f-8adb-42ab-80c1-c3739fab973d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:18.222838 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-3c5dc49f-8adb-42ab-80c1-c3739fab973d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 819 time: 1.7594111 Apr 20 19:16:18.235053 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:18.251274 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-fe07df39-2cfd-4de2-ad38-8c0872a57876 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/quotas/b5c2e8c9feb6494d9989608e25f9f62e HTTP/1.1" status: 200 len: 375 time: 0.0273235 Apr 20 19:16:18.286054 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:18.480101 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] For port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:16:18.488016 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] For port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=f04358a1-d3ba-46a8-9eb1-2ea50b4a0419,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:16:18.495110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1281e34-72e7-4463-84c0-e487a6aa12dc req-7361d935-46af-46a8-8eea-84f62eaf5b80 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:18.496921 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c1281e34-72e7-4463-84c0-e487a6aa12dc req-7361d935-46af-46a8-8eea-84f62eaf5b80 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 944 time: 0.6865032 Apr 20 19:16:18.500450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 4004bb8a-7140-4901-bf37-6725d6674b84 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:18.502623 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-114510635-network', 'tenant_id': 'dc90230470324f40b6d55ab0ead961e1'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:18.515265 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:18.558915 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Usage tracker for resource:network and tenant:dc90230470324f40b6d55ab0ead961e1 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:18.565090 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:18.566434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:18.571713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Pushing event updated for resources: {'Port': ['ID=d72bade4-5f9c-4dd8-9262-47717db2936d,revision_number=3']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:18.576689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:18.577427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:18.579033 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] 10.222.0.15 "PUT /v2.0/ports/d72bade4-5f9c-4dd8-9262-47717db2936d HTTP/1.1" status: 200 len: 1094 time: 3.1661940 Apr 20 19:16:18.580747 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:18.585812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132a498d-0ded-42ee-bf86-17b3660c9815', 'tag': 'd72bade4-5f9c-4dd8-9262-47717db2936d'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:16:18.611848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:18.615098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:18.675494 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-999b06d7-b4ed-4533-a25a-28c4832de9ae tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4231336 Apr 20 19:16:18.728304 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c1281e34-72e7-4463-84c0-e487a6aa12dc req-4cc80289-7f10-4411-b66f-255d081b2646 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104561 Apr 20 19:16:18.761509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:18.847255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Made reservation on behalf of dc90230470324f40b6d55ab0ead961e1 for: {'network': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:16:18.855045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:18.898470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:18.913392 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.15', 64682) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:19.006117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60630aa9-2dc7-4360-93ed-849abcff9373 None None] Pushing event updated for resources: {'Port': ['ID=f04358a1-d3ba-46a8-9eb1-2ea50b4a0419,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:19.035188 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-60630aa9-2dc7-4360-93ed-849abcff9373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:19.047220 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:19.058539 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:19.060405 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Usage tracker for resource:security_group_rule and tenant:dc90230470324f40b6d55ab0ead961e1 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:19.066515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:19.074802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:19.124792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Routers {'45e8072f-34ae-46c5-b49d-ee2c5e76af5a'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:16:19.129929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:16:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:19.149127 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c23dd1d9-4356-43a4-8a26-8ad6182f4560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:19.258431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:19.298966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:19.310416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d0468fd9-f876-449a-92e8-5df6b0f6c51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:19.311512 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-f00f378e-b0f5-4a89-877d-0031ef8456d7 service neutron] 10.222.0.35 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336129 Apr 20 19:16:19.424385 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=86472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:16:19.446515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:16:19.488321 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23afd6ea-03f0-4853-9a31-53d25aa5a514,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:19.504026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:19.549990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:19.551624 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Added segment 1109813f-52a7-4cb6-81be-7b7b666041fa of type vlan for network d23fd99a-4f5a-4c95-a16d-3f16e05c0769 Apr 20 19:16:19.559569 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-665009f0-5981-4e02-9c67-a6938f5916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:19.561382 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-665009f0-5981-4e02-9c67-a6938f5916be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6b0470229a3474f92038a1a6ddba699&device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 1097 time: 0.6690369 Apr 20 19:16:19.577021 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 54710) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:19.598670 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:19.628608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:16:19.665627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'Port': ['ID=8e9941ba-84e4-4f19-9834-94ad7b59c185,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:19.688622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] Set router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:16:19.692429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:19.922986 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132a498d-0ded-42ee-bf86-17b3660c9815', 'tag': 'd72bade4-5f9c-4dd8-9262-47717db2936d', 'status': 'completed', 'code': 200} Apr 20 19:16:19.952704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-f1cfaf32-926c-451f-925e-bab342b007ad tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:19.960477 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-f1cfaf32-926c-451f-925e-bab342b007ad tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 819 time: 0.9981880 Apr 20 19:16:19.982250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:19.988182 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-6e467e66-4967-4a47-8dce-4fadf55a37af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d72bade4-5f9c-4dd8-9262-47717db2936d HTTP/1.1" status: 200 len: 217 time: 0.3692877 Apr 20 19:16:20.050928 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 4004bb8a-7140-4901-bf37-6725d6674b84 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:20.051717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:20.074779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Request body: {'port': {'device_id': '4ea9c360-9a33-4077-8b2e-305e382069cc', 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77', 'admin_state_up': True, 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:20.219023 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:20.353947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:20.446687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-9146e17c-d96c-4e48-99f4-50367252f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:20.448300 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-9146e17c-d96c-4e48-99f4-50367252f2f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edbc2730-9f63-4b74-92cb-bc3a0b8a56d9 HTTP/1.1" status: 200 len: 851 time: 0.4198291 Apr 20 19:16:20.452393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.db.resource_extend [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 19:16:20.486486 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:20.506039 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:20.530511 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1c331fdc8a4dcbbb8662f8abddbf9a is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:20.547313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:20.549059 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-a7a89ef3-cd66-4404-b89c-d0af799e1aa6 service neutron] 10.222.0.35 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2363219 Apr 20 19:16:20.589604 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:20.591516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:20.592585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:20.603732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bb02e4ec-1727-4fd5-b2c5-d81f1aa2c7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:20.698222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:20.786077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:20.846688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:20.859683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-router', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '644e7e48-4104-4168-b619-29dbd2e72810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:06Z', 'revision_number': 4, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'gw_port': {'id': '644e7e48-4104-4168-b619-29dbd2e72810', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:59Z', 'updated_at': '2021-04-20T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f04358a1-d3ba-46a8-9eb1-2ea50b4a0419', 'name': '', 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'mac_address': 'fa:16:3e:bf:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:05Z', 'updated_at': '2021-04-20T19:16:18Z', 'revision_number': 4, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'subnets': [{'id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:20.867467 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Pushing event updated for resources: {'Network': ['ID=d23fd99a-4f5a-4c95-a16d-3f16e05c0769,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:20.882731 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5edeb27-25dc-4609-9250-4c7a73717ccf None None] The sync data for ids ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'] in dv-cinder-786933-2-smb is: [{'id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-router', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '644e7e48-4104-4168-b619-29dbd2e72810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:06Z', 'revision_number': 4, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'gw_port': {'id': '644e7e48-4104-4168-b619-29dbd2e72810', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:59Z', 'updated_at': '2021-04-20T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f04358a1-d3ba-46a8-9eb1-2ea50b4a0419', 'name': '', 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'mac_address': 'fa:16:3e:bf:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:05Z', 'updated_at': '2021-04-20T19:16:18Z', 'revision_number': 4, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'subnets': [{'id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:16:20.888135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network d23fd99a-4f5a-4c95-a16d-3f16e05c0769 details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:16:21.025614 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-6d2011d1-ace7-485a-8f12-375e201b1612 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=030a726f-d558-4d2e-88f2-3ec9ddbaa957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802220 Apr 20 19:16:21.026578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:21.049905 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:21.160727 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5023b4c9-7709-45bc-bf49-3e4efb165510 req-9c4a8d93-21b4-4f7a-9f7b-e8b56ff7bbb8 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 210 time: 0.0949910 Apr 20 19:16:21.175292 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:21.208805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:21.292697 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:21.305749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'Port': ['ID=8e9941ba-84e4-4f19-9834-94ad7b59c185,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:21.330815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:21.333653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:21.368724 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1668506 Apr 20 19:16:21.382920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae373e7-8697-4a0d-ba08-d1388b88db0a req-4d1b9b06-29e5-4fbd-a84e-af6d660a4dfe tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:21.391842 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 54756) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:21.397275 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aae373e7-8697-4a0d-ba08-d1388b88db0a req-4d1b9b06-29e5-4fbd-a84e-af6d660a4dfe tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 944 time: 1.0880482 Apr 20 19:16:21.403296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:21.418969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Usage tracker for resource:port and tenant:b5c2e8c9feb6494d9989608e25f9f62e is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:21.422369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:21.430969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:21.448500 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Request body: {'subnet': {'network_id': 'd23fd99a-4f5a-4c95-a16d-3f16e05c0769', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-114510635-subnet', 'tenant_id': 'dc90230470324f40b6d55ab0ead961e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:21.507236 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:21.523144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:21.554190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Made reservation on behalf of b5c2e8c9feb6494d9989608e25f9f62e for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:16:21.568111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:21.606128 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Usage tracker for resource:subnet and tenant:dc90230470324f40b6d55ab0ead961e1 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:21.635261 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:21.705374 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:21.730021 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:21.803043 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=f04358a1-d3ba-46a8-9eb1-2ea50b4a0419,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:21.810297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Made reservation on behalf of dc90230470324f40b6d55ab0ead961e1 for: {'subnet': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:16:21.816917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:21.847283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:21.850290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:21.967424 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:22.007671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=f04358a1-d3ba-46a8-9eb1-2ea50b4a0419,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:22.012446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:22.032789 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aae373e7-8697-4a0d-ba08-d1388b88db0a req-74fab08f-5664-4a05-95bd-4a0c88818b85 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772159 Apr 20 19:16:22.162086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:22.164112 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7916255 Apr 20 19:16:22.220162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Allocated IP 172.20.0.14 (f142b44b-332c-43d0-ae5e-eb1d60c49d77/c496831a-b26f-4422-97b6-7bcb23238a85/b454d09e-59c8-4412-90cc-2ccc9320c264) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:16:22.598350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-41e9bc11-c773-497a-bea7-d4a5ee379476 req-6e9e898e-7756-41e0-aa54-d1ec5ed056ba tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Synchronizing usage tracker for tenant:b5c2e8c9feb6494d9989608e25f9f62e on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:16:22.600377 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:22.616070 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-3618e832-b004-49f1-ba5f-be78670217ca service neutron] 10.222.0.15 "GET /v2.0/networks/030a726f-d558-4d2e-88f2-3ec9ddbaa957?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5591094 Apr 20 19:16:22.659086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:22.667986 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:22.736081 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:22.778038 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf1c331fdc8a4dcbbb8662f8abddbf9a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1941562 Apr 20 19:16:22.813505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54818) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:22.893451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:22.894218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:23.037789 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:23.043222 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec2545a5-2ad3-4de1-a8cb-ee4f0f2ef303 req-831b8820-ceff-4b53-9d87-712e886446da service neutron] 10.222.0.15 "GET /v2.0/networks/030a726f-d558-4d2e-88f2-3ec9ddbaa957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553755 Apr 20 19:16:23.132539 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-41e9bc11-c773-497a-bea7-d4a5ee379476 req-6e9e898e-7756-41e0-aa54-d1ec5ed056ba tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Unset dirty status for tenant:b5c2e8c9feb6494d9989608e25f9f62e on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:16:23.150263 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-41e9bc11-c773-497a-bea7-d4a5ee379476 req-6e9e898e-7756-41e0-aa54-d1ec5ed056ba tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 210 time: 0.6169968 Apr 20 19:16:23.236113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:23.331681 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:23.350488 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866893c1-c596-49b5-9a58-59931b85f56d,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:23.430927 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c1afaed0-9f4e-48cb-a794-d3b9a4811733 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1196071267&fields=id&tenant_id=f27f5796bce3442ea67300435a937727 HTTP/1.1" status: 200 len: 267 time: 0.6177497 Apr 20 19:16:23.433902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:23.626839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f017e5-4369-4689-b6c3-fc0528943409 req-05e57de7-0185-43c4-96ee-9735c3d4697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:23.628458 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b8f017e5-4369-4689-b6c3-fc0528943409 req-05e57de7-0185-43c4-96ee-9735c3d4697a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6b0470229a3474f92038a1a6ddba699&device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 1097 time: 0.2681344 Apr 20 19:16:23.897702 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:23.908702 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:24.053843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Pushing event updated for resources: {'Port': ['ID=b454d09e-59c8-4412-90cc-2ccc9320c264,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:24.073711 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Checking segment: {'id': '1109813f-52a7-4cb6-81be-7b7b666041fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd23fd99a-4f5a-4c95-a16d-3f16e05c0769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:16:24.074108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Network hostable DHCP agents. Network: d23fd99a-4f5a-4c95-a16d-3f16e05c0769, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:16:24.074607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-86da677b-b389-4ef2-8d73-b34d7f375354 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:24.082930 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-86da677b-b389-4ef2-8d73-b34d7f375354 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 816 time: 0.5837507 Apr 20 19:16:24.095363 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcc932a-b632-4b7e-b91a-a2948b83beb2,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:24.096294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Network f142b44b-332c-43d0-ae5e-eb1d60c49d77 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:16:24.105403 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f017e5-4369-4689-b6c3-fc0528943409 req-325b240f-45fd-446c-9231-476c63b66cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:24.106896 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:24.109218 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b8f017e5-4369-4689-b6c3-fc0528943409 req-325b240f-45fd-446c-9231-476c63b66cc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=030a726f-d558-4d2e-88f2-3ec9ddbaa957 HTTP/1.1" status: 200 len: 912 time: 0.4092000 Apr 20 19:16:24.114852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:24.116358 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-1d339b79-11d7-400d-a827-8fda5878f4d0 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/quotas/f27f5796bce3442ea67300435a937727 HTTP/1.1" status: 200 len: 375 time: 0.0317771 Apr 20 19:16:24.179338 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:24.187448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3caa997-5744-4a7d-8aa7-c88b27388143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:24.193098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:16:24.195628 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Network d23fd99a-4f5a-4c95-a16d-3f16e05c0769 is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:16:24.199688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:24.200568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:24.253115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, d23fd99a-4f5a-4c95-a16d-3f16e05c0769) {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:24.260709 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:24.261293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:24.264871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e04fa4-6444-4d6a-804d-d126bb2c976a None None] Network d23fd99a-4f5a-4c95-a16d-3f16e05c0769 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:16:24.277947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3caa997-5744-4a7d-8aa7-c88b27388143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:24.339188 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2828932 Apr 20 19:16:24.397304 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9736955 Apr 20 19:16:24.404178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33712e-de56-4071-bceb-6efe8bfc634e req-da99ca95-e2d7-4300-bc34-2147d92a7dda tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:24.439536 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2b33712e-de56-4071-bceb-6efe8bfc634e req-da99ca95-e2d7-4300-bc34-2147d92a7dda tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 944 time: 0.9982288 Apr 20 19:16:24.581104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-7b32cd3a-e57d-4836-bc09-2f05256b9ffa tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Synchronizing usage tracker for tenant:f27f5796bce3442ea67300435a937727 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:16:24.610722 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2b33712e-de56-4071-bceb-6efe8bfc634e req-26477791-2008-474f-a925-7479c2d3f2cc tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788709 Apr 20 19:16:24.703955 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca1df6-0df0-4019-a53c-e023d95b14e3 None None] Network d23fd99a-4f5a-4c95-a16d-3f16e05c0769 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:16:24.708598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-7b32cd3a-e57d-4836-bc09-2f05256b9ffa tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Unset dirty status for tenant:f27f5796bce3442ea67300435a937727 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:16:24.710430 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-7b32cd3a-e57d-4836-bc09-2f05256b9ffa tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5918252 Apr 20 19:16:24.739051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3caa997-5744-4a7d-8aa7-c88b27388143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:24.746152 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:24.791422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caa997-5744-4a7d-8aa7-c88b27388143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866893c1-c596-49b5-9a58-59931b85f56d,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:24.798327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a3caa997-5744-4a7d-8aa7-c88b27388143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:24.810671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3caa997-5744-4a7d-8aa7-c88b27388143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:24.817743 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a3caa997-5744-4a7d-8aa7-c88b27388143 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/866893c1-c596-49b5-9a58-59931b85f56d HTTP/1.1" status: 204 len: 168 time: 1.9917917 Apr 20 19:16:24.946747 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ceedf712-0f0f-43c0-8317-9d6e56975246 req-fa2e150f-4a6a-4086-905a-e9c165760cf9 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 210 time: 0.1070805 Apr 20 19:16:25.196523 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-7f104f33-7ea8-4dc8-a233-87181b13d3d3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:16:25.208905 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-7f104f33-7ea8-4dc8-a233-87181b13d3d3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3024445 Apr 20 19:16:25.483718 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-6b8378b3-18ef-4122-af48-0b0da0b695bf service neutron] 10.222.0.35 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676322 Apr 20 19:16:25.722114 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-d8a25896-0a34-4353-a664-6b1879bfca29 service neutron] 10.222.0.35 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229295 Apr 20 19:16:25.920903 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400717e-ef26-4bcf-839e-b7efbad034e0 req-088f8d6f-5299-432d-a25d-fd731e6aee51 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:25.923112 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c400717e-ef26-4bcf-839e-b7efbad034e0 req-088f8d6f-5299-432d-a25d-fd731e6aee51 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 944 time: 0.1625383 Apr 20 19:16:25.928738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54906) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:25.937362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174569047-network', 'tenant_id': '36ae9ee480b944e3850b04d7aba4bf0b'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:25.991006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:26.005843 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c400717e-ef26-4bcf-839e-b7efbad034e0 req-d985a1cc-395d-4827-9371-dfd3d18d0eca tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730844 Apr 20 19:16:26.026263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Usage tracker for resource:network and tenant:36ae9ee480b944e3850b04d7aba4bf0b is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:26.034175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:26.165733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:26.221643 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-90710f6a-f72d-4efd-88f4-2fe602c59eed req-620f491e-da33-4947-bcb0-13787944f010 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 210 time: 0.1799612 Apr 20 19:16:26.287439 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Made reservation on behalf of 36ae9ee480b944e3850b04d7aba4bf0b for: {'network': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:16:26.293194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:26.315766 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-10ca1431-2b8a-4ecb-a993-bcd2735e1974 req-092b530e-c108-424b-8999-03ed581db0a1 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 210 time: 0.0930307 Apr 20 19:16:26.318426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:26.360828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:26.367234 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Usage tracker for resource:security_group_rule and tenant:36ae9ee480b944e3850b04d7aba4bf0b is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:26.373263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:26.385232 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:26.572328 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:26.605066 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:26.610094 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2b8fd3af-d654-4d05-ae30-327b0b339867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:26.661352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326fb7a-ed6a-4964-9e70-be06862ebebd,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:26.683072 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:26.692878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=86473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:16:26.803395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:26.803927 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Added segment 8ba4686a-4e87-442a-afb6-113ab7a5c57d of type vlan for network de09e436-257e-4626-b616-0228ce0f78f1 Apr 20 19:16:26.993623 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:27.139526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:27.139526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:27.139526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:27.141263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:27.262169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:16:27.321845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=de09e436-257e-4626-b616-0228ce0f78f1,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:27.344575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:27.345058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network de09e436-257e-4626-b616-0228ce0f78f1 details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:16:27.382470 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4498951 Apr 20 19:16:27.385793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 54978) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:27.393803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Request body: {'subnet': {'network_id': 'de09e436-257e-4626-b616-0228ce0f78f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174569047-subnet', 'tenant_id': '36ae9ee480b944e3850b04d7aba4bf0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:27.403341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:27.405582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee19c4-50b6-4b16-a1b0-ef6261230de1 req-f7031894-f3b3-4e05-a9e1-0ed877dd67db tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:27.410150 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Usage tracker for resource:subnet and tenant:36ae9ee480b944e3850b04d7aba4bf0b is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:27.417074 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-acee19c4-50b6-4b16-a1b0-ef6261230de1 req-f7031894-f3b3-4e05-a9e1-0ed877dd67db tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 944 time: 0.2546716 Apr 20 19:16:27.422874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:27.436362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:27.484858 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-acee19c4-50b6-4b16-a1b0-ef6261230de1 req-4ac3fa2a-a502-4144-9fa5-175bb22af486 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667191 Apr 20 19:16:27.567374 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Made reservation on behalf of 36ae9ee480b944e3850b04d7aba4bf0b for: {'subnet': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:16:27.569913 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e73d4a38-d9b7-45f7-9ecd-affffe4567cd req-449b982e-f1ec-4e52-8b3b-76b71e48aec6 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 210 time: 0.0800507 Apr 20 19:16:27.577686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:27.714866 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5d6556b3-67cf-4791-a272-9681c3e0a7ef req-80946731-7205-4501-86e9-eca43f9d1bd7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 210 time: 0.0705154 Apr 20 19:16:27.818871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 54994) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:27.943563 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:27.963412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:27.967421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] Usage tracker for resource:security_group_rule and tenant:7f3e73084b5148078eedf7e6cc7a9048 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:27.970826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:27.977327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:28.317932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:28.371472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:28.381226 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:28.423929 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f3e73084b5148078eedf7e6cc7a9048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6037648 Apr 20 19:16:28.425621 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6902a826-3b56-41af-b525-062d0979c2ca,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:28.428741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55004) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:28.432167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:28.449870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:28.454710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bd713800-ab0d-41c0-9aba-b563c6b8ad9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:28.493112 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c2a868e7-ef5a-48e4-b5f8-9df7a06a7ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:28.520998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c2a868e7-ef5a-48e4-b5f8-9df7a06a7ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:28.531776 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec11b227-0fde-435f-9be0-72b2ef6d5b5b,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:28.536077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:28.540702 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Checking segment: {'id': '8ba4686a-4e87-442a-afb6-113ab7a5c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de09e436-257e-4626-b616-0228ce0f78f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:16:28.541101 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Network hostable DHCP agents. Network: de09e436-257e-4626-b616-0228ce0f78f1, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:16:28.575272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Request body: {'port': {'device_id': '4ea9c360-9a33-4077-8b2e-305e382069cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:28.634315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Network de09e436-257e-4626-b616-0228ce0f78f1 is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:16:28.652562 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b8f017e5-4369-4689-b6c3-fc0528943409 req-d571ea07-648b-47bc-90ed-c8fb87ba912c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d72bade4-5f9c-4dd8-9262-47717db2936d HTTP/1.1" status: 200 len: 217 time: 0.0826540 Apr 20 19:16:28.721778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, de09e436-257e-4626-b616-0228ce0f78f1) {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:28.731427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:28.732247 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:28.733006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff25be2c-8ade-4f88-958d-fc3dd7da6b40 None None] Network de09e436-257e-4626-b616-0228ce0f78f1 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:16:28.740082 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:28.779780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f017e5-4369-4689-b6c3-fc0528943409 req-b0c9a51e-dcf4-4ff6-9bda-364e37745531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:28.781715 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b8f017e5-4369-4689-b6c3-fc0528943409 req-b0c9a51e-dcf4-4ff6-9bda-364e37745531 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edbc2730-9f63-4b74-92cb-bc3a0b8a56d9 HTTP/1.1" status: 200 len: 851 time: 0.1111965 Apr 20 19:16:28.855820 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b8f017e5-4369-4689-b6c3-fc0528943409 req-0de6266f-cb28-4339-bb95-4ec1241f5d96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=030a726f-d558-4d2e-88f2-3ec9ddbaa957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661244 Apr 20 19:16:28.954833 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5677528 Apr 20 19:16:29.019211 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba7275d4-a649-4d5c-8cac-a7ee4c5c2c5e req-97a0635e-e354-4e5a-b678-5bfe706d5be5 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 210 time: 0.0615931 Apr 20 19:16:29.230240 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b8f017e5-4369-4689-b6c3-fc0528943409 req-8bdf3d34-8738-4257-ab57-dfd9c17f7f64 service neutron] 10.222.0.15 "GET /v2.0/networks/030a726f-d558-4d2e-88f2-3ec9ddbaa957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668451 Apr 20 19:16:29.253597 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 55036) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:29.261345 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9547868c-2d83-4a02-b76c-16d28351b6f2 None None] Network de09e436-257e-4626-b616-0228ce0f78f1 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:16:29.318470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fffa7b-5267-4872-ae61-82eb215ea703 req-bf090f3b-a012-49aa-804a-5da092f67816 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:29.320049 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-93fffa7b-5267-4872-ae61-82eb215ea703 req-bf090f3b-a012-49aa-804a-5da092f67816 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 944 time: 0.5546014 Apr 20 19:16:29.447121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.15', 64704) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:29.471130 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-93fffa7b-5267-4872-ae61-82eb215ea703 req-6b2b84ec-9402-4b2e-82e3-2b8681240db6 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411097 Apr 20 19:16:29.495874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b454d09e-59c8-4412-90cc-2ccc9320c264 {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:16:29.505515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:29.533883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Transition to ACTIVE for port object b454d09e-59c8-4412-90cc-2ccc9320c264 will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:16:29.535500 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c2a868e7-ef5a-48e4-b5f8-9df7a06a7ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:29.544136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3a9b3cdf-c691-4443-8498-7c7c423a9079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:29.600866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a868e7-ef5a-48e4-b5f8-9df7a06a7ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6902a826-3b56-41af-b525-062d0979c2ca,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:29.606750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c2a868e7-ef5a-48e4-b5f8-9df7a06a7ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:29.615157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:29.630245 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0947c76a-4e58-4b51-b6e8-e61a416a4f5b req-391dc0bc-7e13-4e74-857b-a6f80aeab5fc tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 210 time: 0.0760741 Apr 20 19:16:29.631295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c2a868e7-ef5a-48e4-b5f8-9df7a06a7ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:29.632334 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab24451c-8426-4c4e-a2e0-0cccb06a0c5f admin admin] Deleting subnet 5bcc932a-b632-4b7e-b91a-a2948b83beb2 {{(pid=86472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:16:29.634873 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c2a868e7-ef5a-48e4-b5f8-9df7a06a7ebb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6902a826-3b56-41af-b525-062d0979c2ca HTTP/1.1" status: 204 len: 168 time: 1.2028456 Apr 20 19:16:29.637089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:29.641928 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ab24451c-8426-4c4e-a2e0-0cccb06a0c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:29.733664 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Pushing event updated for resources: {'Port': ['ID=b454d09e-59c8-4412-90cc-2ccc9320c264,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:29.793367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ab24451c-8426-4c4e-a2e0-0cccb06a0c5f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:29.803077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ab24451c-8426-4c4e-a2e0-0cccb06a0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:29.853469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:29.915637 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Attempting to bind port b454d09e-59c8-4412-90cc-2ccc9320c264 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:16:29.916185 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Attempting to bind port b454d09e-59c8-4412-90cc-2ccc9320c264 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:16:29.916459 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Attempting to bind port b454d09e-59c8-4412-90cc-2ccc9320c264 on network f142b44b-332c-43d0-ae5e-eb1d60c49d77 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:29.921620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Port b454d09e-59c8-4412-90cc-2ccc9320c264 on network f142b44b-332c-43d0-ae5e-eb1d60c49d77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:16:29.921920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Attempting to bind port b454d09e-59c8-4412-90cc-2ccc9320c264 on network f142b44b-332c-43d0-ae5e-eb1d60c49d77 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:29.928645 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:16:29.929259 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Checking segment: {'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:16:29.929454 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Bound using segment: {'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:16:29.930699 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Bound port: b454d09e-59c8-4412-90cc-2ccc9320c264, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:16:29.930972 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:29.954021 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b8f017e5-4369-4689-b6c3-fc0528943409 req-cab58b3e-1269-45f0-afc1-45b7a441a10f service neutron] 10.222.0.15 "GET /v2.0/networks/030a726f-d558-4d2e-88f2-3ec9ddbaa957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016613 Apr 20 19:16:30.036963 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] For port b454d09e-59c8-4412-90cc-2ccc9320c264, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:16:30.041801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] For port b454d09e-59c8-4412-90cc-2ccc9320c264, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b454d09e-59c8-4412-90cc-2ccc9320c264,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:16:30.130559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:30.141521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:30.147981 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-fe8280fe-c7d3-42ab-bbd7-41ba3a96feb2 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:30.150013 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-fe8280fe-c7d3-42ab-bbd7-41ba3a96feb2 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Synchronizing usage tracker for tenant:b5c2e8c9feb6494d9989608e25f9f62e on resource:network {{(pid=86472) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:16:30.249903 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-fe8280fe-c7d3-42ab-bbd7-41ba3a96feb2 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Unset dirty status for tenant:b5c2e8c9feb6494d9989608e25f9f62e on resource:network {{(pid=86472) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:16:30.251234 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-fe8280fe-c7d3-42ab-bbd7-41ba3a96feb2 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 819 time: 0.8028677 Apr 20 19:16:30.266414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Request body: {'port': {'device_id': 'e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b', 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77', 'admin_state_up': True, 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:30.300571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Pushing event updated for resources: {'Port': ['ID=b454d09e-59c8-4412-90cc-2ccc9320c264,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:30.309277 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:30.325308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:30.326172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:30.327653 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] 10.222.0.15 "PUT /v2.0/ports/b454d09e-59c8-4412-90cc-2ccc9320c264 HTTP/1.1" status: 200 len: 1094 time: 1.7582505 Apr 20 19:16:30.328274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea9c360-9a33-4077-8b2e-305e382069cc', 'tag': 'b454d09e-59c8-4412-90cc-2ccc9320c264'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:16:30.426771 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dc2f8db6-55c3-4b36-8b55-e143eadc6134 req-ab12b2ee-7f43-4c15-8cee-394c63b67a50 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 210 time: 0.1896188 Apr 20 19:16:30.796140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c6bebed5-d9ae-440c-9409-499d7309ad55 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:30.801650 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c6bebed5-d9ae-440c-9409-499d7309ad55 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 816 time: 0.4126222 Apr 20 19:16:30.826818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:30.837907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:30.853684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ab24451c-8426-4c4e-a2e0-0cccb06a0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:30.876096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:30.922604 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Made reservation on behalf of b5c2e8c9feb6494d9989608e25f9f62e for: {'port': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:16:30.929071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:30.956408 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ab24451c-8426-4c4e-a2e0-0cccb06a0c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:30.967118 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ab24451c-8426-4c4e-a2e0-0cccb06a0c5f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5bcc932a-b632-4b7e-b91a-a2948b83beb2 HTTP/1.1" status: 204 len: 168 time: 1.6846783 Apr 20 19:16:30.970641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24451c-8426-4c4e-a2e0-0cccb06a0c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bcc932a-b632-4b7e-b91a-a2948b83beb2,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:30.974728 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 55106) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:30.976004 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-d62da003-6d72-4993-8631-a3c3a694870a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f27f5796bce3442ea67300435a937727 HTTP/1.1" status: 200 len: 5703 time: 0.1608946 Apr 20 19:16:30.980983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ab24451c-8426-4c4e-a2e0-0cccb06a0c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:30.985718 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-03e3e764-81ee-4d04-9806-e985383d9ac2 req-e459a3dd-87ce-4b62-b073-07ef70088c62 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 210 time: 0.1402874 Apr 20 19:16:30.989400 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'port': {'device_id': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'admin_state_up': True, 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'security_groups': ['25b885d3-0300-4a1f-adcd-e986252094cd']}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:31.175466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc230c-abd0-4158-8cbe-e074d01e38e7 req-fabd247d-244b-4db2-8867-890b37ec35fe tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:31.182805 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-72fc230c-abd0-4158-8cbe-e074d01e38e7 req-fabd247d-244b-4db2-8867-890b37ec35fe tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 944 time: 0.4880884 Apr 20 19:16:31.393159 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-a23e8105-9f3a-424c-8766-9e5d5b180306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:31.396023 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-a23e8105-9f3a-424c-8766-9e5d5b180306 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 1097 time: 0.9771693 Apr 20 19:16:31.403032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:31.514466 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-f77841e5-56d8-4785-b3e5-2adfe2d274be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b454d09e-59c8-4412-90cc-2ccc9320c264 HTTP/1.1" status: 200 len: 217 time: 0.1074460 Apr 20 19:16:31.626097 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea9c360-9a33-4077-8b2e-305e382069cc', 'tag': 'b454d09e-59c8-4412-90cc-2ccc9320c264', 'status': 'completed', 'code': 200} Apr 20 19:16:31.631433 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-72fc230c-abd0-4158-8cbe-e074d01e38e7 req-88f8cb13-d61a-4cd2-812c-5bf79fbf3d2a tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476223 Apr 20 19:16:31.688430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:31.699373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:31.715378 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e31214c0-b990-4ae7-a528-3964d5e2034b req-fd335465-ef50-4f02-8da1-15b851e35396 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 210 time: 0.0930555 Apr 20 19:16:31.738444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Made reservation on behalf of f27f5796bce3442ea67300435a937727 for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:16:31.746254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:31.819882 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-c3b1af1e-7b0a-43d2-874f-fb163c042601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:31.822947 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-c3b1af1e-7b0a-43d2-874f-fb163c042601 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.3002870 Apr 20 19:16:31.837045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:31.993590 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-01e5bec4-68d8-45f5-8391-3caf6d205415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379747 Apr 20 19:16:32.005871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Allocated IP 172.20.0.5 (f142b44b-332c-43d0-ae5e-eb1d60c49d77/c496831a-b26f-4422-97b6-7bcb23238a85/2a32e491-97dc-4cdc-b73d-3898c8833fef) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:16:32.079666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Allocated IP 172.20.0.10 (f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4/6b2a16fd-2a79-43fc-82c7-3d59a7635435/32ba6d20-a1f0-4a42-aa11-2dac27caf8e9) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:16:32.236760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.237178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.238044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.238435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > port after_create 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.238812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.239553 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > port after_update 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.240330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.240547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.240808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.241290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.279183 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e70435ff-91c9-45e2-80b1-177669923107 req-4c7dca87-bbd0-4050-8bb1-5643c3d0fc28 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 210 time: 0.0978050 Apr 20 19:16:32.313369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.313967 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.314347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.314727 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86472) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:16:32.315229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23fd99a-4f5a-4c95-a16d-3f16e05c0769']}} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:32.359353 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1109813f-52a7-4cb6-81be-7b7b666041fa') {'for_net_delete': True} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:32.359695 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1109813f-52a7-4cb6-81be-7b7b666041fa') {} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:32.407179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6644961'] for segment, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:32.450303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:32.459162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:32.469325 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Transition to ACTIVE for port object 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:16:32.487142 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-f3973924-02f9-4cb7-97d3-7ebcf96ce6a2 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739010 Apr 20 19:16:32.551768 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:32.560632 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:32.570731 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=86472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:16:32.707144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:16:32.720625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:32.722276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55214) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:32.728520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:16:32.748451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:32.749147 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:32.786471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:32.789732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:32.813971 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8315277 Apr 20 19:16:32.826978 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Request body: {'port': {'device_id': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:33.064481 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Network d23fd99a-4f5a-4c95-a16d-3f16e05c0769 has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:16:33.070315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848355647'] for segment, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.100501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.171463 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:33.173049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-e0123d62-9245-43ea-b71d-1bc92bcd3ab6 None None] Provisioning for port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:33.179352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-e0123d62-9245-43ea-b71d-1bc92bcd3ab6 None None] Provisioning complete for port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:33.185141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0123d62-9245-43ea-b71d-1bc92bcd3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.193683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] Usage tracker for resource:security_group_rule and tenant:ac43a7376f8743f599d99f0dd57e2d4a is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:33.203874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:33.222039 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:33.225874 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb5432a8-c4e6-438e-b834-51be95abecb0 req-29f8cd44-dd87-4e3d-aee9-d4d00e3264a4 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6258698 Apr 20 19:16:33.252638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-e0123d62-9245-43ea-b71d-1bc92bcd3ab6 None None] Port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:16:33.264260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.273525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.324879 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea80cc-1f72-471a-aff6-1f8a5dd823f3 req-790e11c7-79ca-4a9e-aa33-79ab825f5312 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:33.326025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-87ea80cc-1f72-471a-aff6-1f8a5dd823f3 req-790e11c7-79ca-4a9e-aa33-79ab825f5312 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Synchronizing usage tracker for tenant:f27f5796bce3442ea67300435a937727 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:16:33.386581 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed1705-bc26-4d9b-b073-f450a11f1990 req-4684bd14-e468-484d-81eb-ae3eac9e2863 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:33.388189 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1bed1705-bc26-4d9b-b073-f450a11f1990 req-4684bd14-e468-484d-81eb-ae3eac9e2863 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 944 time: 0.3913374 Apr 20 19:16:33.415985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Network d23fd99a-4f5a-4c95-a16d-3f16e05c0769 has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: from cryptography.utils import int_from_bytes Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: from cryptography.utils import int_from_bytes Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: (rel_b, rel_a, rel_b), Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: (rel_b, rel_a, rel_b), Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:16:33.445216 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:16:33.491321 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-87ea80cc-1f72-471a-aff6-1f8a5dd823f3 req-790e11c7-79ca-4a9e-aa33-79ab825f5312 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Unset dirty status for tenant:f27f5796bce3442ea67300435a937727 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:16:33.493225 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-87ea80cc-1f72-471a-aff6-1f8a5dd823f3 req-790e11c7-79ca-4a9e-aa33-79ab825f5312 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 932 time: 0.5923865 Apr 20 19:16:33.561817 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1bed1705-bc26-4d9b-b073-f450a11f1990 req-d53b67e4-3162-4737-a11d-496f997f84e9 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561363 Apr 20 19:16:33.594062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-442d8a32-4a46-4149-8266-83024ba054d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:33.595741 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-442d8a32-4a46-4149-8266-83024ba054d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 1097 time: 0.2679307 Apr 20 19:16:33.632441 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.697639 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-87ea80cc-1f72-471a-aff6-1f8a5dd823f3 req-544f1ac4-3e67-4dbe-bad1-3bb217a14aa1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556776 Apr 20 19:16:33.699846 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.758788 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.802330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.815449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:33.823833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ec8877c5-858a-4854-8f05-01e6486b2491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:33.873701 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.887271 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e268f87-1780-4176-8e27-f5c2bf989f75,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:33.891988 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac43a7376f8743f599d99f0dd57e2d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1656675 Apr 20 19:16:33.901129 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-6867e408-d535-4e24-ba5c-c13e106a92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:33.902775 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-6867e408-d535-4e24-ba5c-c13e106a92bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 920 time: 0.2974374 Apr 20 19:16:33.907943 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:33.910126 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 55254) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:33.918471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Network f142b44b-332c-43d0-ae5e-eb1d60c49d77 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:16:33.938453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:16:33.954672 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:33.981011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b6bb5-420b-46bc-a5a3-1e6e8612b24e req-fb39aed5-8a27-40b2-a549-30b97882e17d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:33.982685 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6a0b6bb5-420b-46bc-a5a3-1e6e8612b24e req-fb39aed5-8a27-40b2-a549-30b97882e17d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 931 time: 0.2317517 Apr 20 19:16:34.011284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:16:34.114129 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6a0b6bb5-420b-46bc-a5a3-1e6e8612b24e req-9b1c4cbe-4205-4d33-a848-6a439298cdb9 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150985 Apr 20 19:16:34.120771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:16:34.134994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:34.162866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Transition to ACTIVE for port object 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:16:34.231844 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:34.237449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-624c8079-9149-4aa0-9ccf-ae2962e632b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:34.275224 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d23fd99a-4f5a-4c95-a16d-3f16e05c0769 HTTP/1.1" status: 204 len: 168 time: 3.2980709 Apr 20 19:16:34.276865 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-6e96973b-43fa-4939-8a35-895dd4b95fdf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b454d09e-59c8-4412-90cc-2ccc9320c264 HTTP/1.1" status: 200 len: 217 time: 0.3638082 Apr 20 19:16:34.282545 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Pushing event updated for resources: {'Port': ['ID=2a32e491-97dc-4cdc-b73d-3898c8833fef,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:34.284843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 55268) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:34.293798 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:34.340333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2a28ae44-ab79-4ff6-b02c-816cbda7e0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:34.417682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Pushing event deleted for resources: {'Network': ['ID=d23fd99a-4f5a-4c95-a16d-3f16e05c0769,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:34.439228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d7b95336-78eb-462c-a78d-15b30352a811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:34.442851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device d72bade4-5f9c-4dd8-9262-47717db2936d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:16:34.475429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:34.476182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:34.479380 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Pushing event updated for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:34.494772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:34.504256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Attempting to bind port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:16:34.505120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Attempting to bind port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:16:34.505777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Attempting to bind port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 on network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:34.516930 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-32595069-9b30-4c12-8874-3e0f8b213781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:34.518779 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-32595069-9b30-4c12-8874-3e0f8b213781 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.2277818 Apr 20 19:16:34.519654 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-864872a9-ce25-4304-8b5f-531e3a4861f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:34.522525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 on network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:16:34.523192 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Attempting to bind port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 on network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:34.531914 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:16:34.532671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Checking segment: {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:16:34.533299 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Bound using segment: {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:16:34.533998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Bound port: 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:16:34.534582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:34.613865 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-ec9a66fc-bbda-4db4-bf21-cf574dfc47b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851107 Apr 20 19:16:34.673283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd4cea9-5b66-42a8-bc97-2de77312fb78 admin admin] Deleting subnet ec11b227-0fde-435f-9be0-72b2ef6d5b5b {{(pid=86472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:16:34.696198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:16:34.696198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:16:34.700408 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-864872a9-ce25-4304-8b5f-531e3a4861f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:34.731181 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-edd4cea9-5b66-42a8-bc97-2de77312fb78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:34.786213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port d72bade4-5f9c-4dd8-9262-47717db2936d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d72bade4-5f9c-4dd8-9262-47717db2936d,segment=NetworkSegment(ef680deb-0c0a-415e-830f-99c56ebfbbcd),segment_id=ef680deb-0c0a-415e-830f-99c56ebfbbcd)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:34.828704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': 'd72bade4-5f9c-4dd8-9262-47717db2936d', 'network_id': '030a726f-d558-4d2e-88f2-3ec9ddbaa957', 'port_id': 'd72bade4-5f9c-4dd8-9262-47717db2936d', 'mac_address': 'fa:16:3e:2c:09:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbc2730-9f63-4b74-92cb-bc3a0b8a56d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:16:34.926700 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-edd4cea9-5b66-42a8-bc97-2de77312fb78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848130839'] for subnet, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:34.941583 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b54649-3aad-42ce-a4c8-3968223cfd9a req-97a07e96-f761-40c9-9f4b-2c4f51b05779 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:34.943672 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b4b54649-3aad-42ce-a4c8-3968223cfd9a req-97a07e96-f761-40c9-9f4b-2c4f51b05779 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 944 time: 0.1997008 Apr 20 19:16:34.952850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:34.993611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72bade4-5f9c-4dd8-9262-47717db2936d {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:16:35.015489 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port d72bade4-5f9c-4dd8-9262-47717db2936d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d72bade4-5f9c-4dd8-9262-47717db2936d,segment=NetworkSegment(ef680deb-0c0a-415e-830f-99c56ebfbbcd),segment_id=ef680deb-0c0a-415e-830f-99c56ebfbbcd)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:35.018755 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-8aead7cb-d251-4057-b8c5-f6aa06ddeaf6 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901856 Apr 20 19:16:35.071527 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b4b54649-3aad-42ce-a4c8-3968223cfd9a req-1a2982a6-90ff-4abc-a14b-835f44c4ba49 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182139 Apr 20 19:16:35.103249 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74c0a-30fb-497d-ae57-aa711dbdc5ea req-78855b3e-8a16-40d5-99e0-bcfcbeb1fe9b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:35.104830 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d0a74c0a-30fb-497d-ae57-aa711dbdc5ea req-78855b3e-8a16-40d5-99e0-bcfcbeb1fe9b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1529624 Apr 20 19:16:35.138263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-edd4cea9-5b66-42a8-bc97-2de77312fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:35.170380 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d0a74c0a-30fb-497d-ae57-aa711dbdc5ea req-4d66e9f9-5498-4ca9-8758-328c45442c32 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508173 Apr 20 19:16:35.347770 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-4c552a38-1816-45f5-804c-a46430f2b233 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219364 Apr 20 19:16:35.368005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48790867-c636-4e28-9f8c-68224301e0e6 req-79c6a37b-c20e-49cc-b0ab-3ee25163efd4 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:35.369975 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-48790867-c636-4e28-9f8c-68224301e0e6 req-79c6a37b-c20e-49cc-b0ab-3ee25163efd4 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 931 time: 0.1064663 Apr 20 19:16:35.429363 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-48790867-c636-4e28-9f8c-68224301e0e6 req-bf4383c8-c8db-4765-88c9-dfc3a8188bdf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526917 Apr 20 19:16:35.562102 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3004217 Apr 20 19:16:35.575324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Request body: {'port': {'device_id': 'e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:35.608458 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-edd4cea9-5b66-42a8-bc97-2de77312fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6392162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7674229'] for subnet, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:35.608641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:35.609752 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-864872a9-ce25-4304-8b5f-531e3a4861f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:35.610560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-28d1ea77-7254-4f9f-9dec-35f08317aff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:35.614312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:35.621327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ea0b2e91-2c22-42f1-84f2-200e90daa6e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:35.622823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:35.672684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4cea9-5b66-42a8-bc97-2de77312fb78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec11b227-0fde-435f-9be0-72b2ef6d5b5b,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:35.679684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-edd4cea9-5b66-42a8-bc97-2de77312fb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:35.682444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:35.708422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-edd4cea9-5b66-42a8-bc97-2de77312fb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:35.717665 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-edd4cea9-5b66-42a8-bc97-2de77312fb78 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ec11b227-0fde-435f-9be0-72b2ef6d5b5b HTTP/1.1" status: 204 len: 168 time: 1.4252672 Apr 20 19:16:35.722303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864872a9-ce25-4304-8b5f-531e3a4861f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e268f87-1780-4176-8e27-f5c2bf989f75,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:35.726314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 55296) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:35.731946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-864872a9-ce25-4304-8b5f-531e3a4861f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:35.733255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-864872a9-ce25-4304-8b5f-531e3a4861f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:35.733705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=d72bade4-5f9c-4dd8-9262-47717db2936d,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:35.737162 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-864872a9-ce25-4304-8b5f-531e3a4861f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e268f87-1780-4176-8e27-f5c2bf989f75 HTTP/1.1" status: 204 len: 168 time: 1.8233917 Apr 20 19:16:35.746412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:35.765186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:35.766105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:35.774224 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] 10.222.0.15 "PUT /v2.0/ports/32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 HTTP/1.1" status: 200 len: 1094 time: 2.9458277 Apr 20 19:16:35.774224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:16:35.824626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Pushing event updated for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:35.831602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:35.897210 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'status': 'completed', 'code': 200} Apr 20 19:16:35.931051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:35.977102 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-da36ba7c-f085-4016-8726-467c848475f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:35.983451 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-da36ba7c-f085-4016-8726-467c848475f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 1097 time: 0.1457894 Apr 20 19:16:35.988296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['d72bade4-5f9c-4dd8-9262-47717db2936d'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:16:36.048509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:36.096714 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-fb913da3-ecae-4ca0-8735-047c9c931b18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 HTTP/1.1" status: 200 len: 217 time: 0.0980818 Apr 20 19:16:36.245712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:36.249373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f3684958-f6d0-46ce-b44e-cb848482e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:36.251012 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-f3684958-f6d0-46ce-b44e-cb848482e417 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.1450603 Apr 20 19:16:36.421386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de09e436-257e-4626-b616-0228ce0f78f1']}} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:36.438691 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba4686a-4e87-442a-afb6-113ab7a5c57d') {'for_net_delete': True} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:36.439040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba4686a-4e87-442a-afb6-113ab7a5c57d') {} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:36.454388 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6644961'] for segment, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:36.498109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55330) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:36.532030 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:36.550826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:36.565526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:36.571585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-37ca6385-eca5-4d1a-aa33-7947b2410ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:36.573200 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-37ca6385-eca5-4d1a-aa33-7947b2410ebe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3155918 Apr 20 19:16:36.578800 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] Usage tracker for resource:security_group_rule and tenant:47c9e97f057b4948a5324907f223dcdc is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:36.588222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:36.627166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f7839-c24f-4604-a223-97a6281983a5 req-82467dc5-af5f-487c-a8e9-bc85ec56d29b tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:36.628687 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-882f7839-c24f-4604-a223-97a6281983a5 req-82467dc5-af5f-487c-a8e9-bc85ec56d29b tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 945 time: 0.3243959 Apr 20 19:16:36.633769 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:36.670851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=86472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:16:36.788261 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102d39e-5f59-4b7f-9a49-5960ffe9a258 req-d510ae46-6d28-4ba1-8a3b-3453fb8f0c22 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:36.790056 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b102d39e-5f59-4b7f-9a49-5960ffe9a258 req-d510ae46-6d28-4ba1-8a3b-3453fb8f0c22 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.3803334 Apr 20 19:16:36.819236 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-882f7839-c24f-4604-a223-97a6281983a5 req-881ffa77-3a67-4646-bc51-db3c26a8b6d3 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828012 Apr 20 19:16:36.886011 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-983018ad-2dfa-49eb-84c0-e89fea1c6133 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933786 Apr 20 19:16:36.894371 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b102d39e-5f59-4b7f-9a49-5960ffe9a258 req-950cb56c-8591-4098-8c20-bc15c836ed3c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935488 Apr 20 19:16:36.925236 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55340) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:36.961526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Network de09e436-257e-4626-b616-0228ce0f78f1 has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:16:36.972645 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848355647'] for segment, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:37.274888 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:37.313295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:37.322114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] Usage tracker for resource:security_group_rule and tenant:18f4e1f9cab049ddb07c01641663dfa3 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:37.327178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:37.341621 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:37.406106 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d56dd563-5dcf-4571-b02e-bd6ee83362e2 req-20dd7379-117c-46ea-ad41-3ef7ae0b2a53 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105710 Apr 20 19:16:37.412163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Network de09e436-257e-4626-b616-0228ce0f78f1 has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:16:37.415648 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94b6e3-fbce-4f3a-b114-c355c1e6f5ea req-ecb68c6f-e19c-4c1c-b2b0-15957ecccf99 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:37.417221 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cc94b6e3-fbce-4f3a-b114-c355c1e6f5ea req-ecb68c6f-e19c-4c1c-b2b0-15957ecccf99 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 931 time: 0.2100573 Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:16:37.438217 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:16:37.465955 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cc94b6e3-fbce-4f3a-b114-c355c1e6f5ea req-8c705f7c-416a-4e7c-b0ab-73901537b19b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Apr 20 19:16:37.562331 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:37.587005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:37.600490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:37.615764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Pushing event deleted for resources: {'Network': ['ID=de09e436-257e-4626-b616-0228ce0f78f1,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:37.619906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:37.621425 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b5fc375f-91a9-4bc6-a2d8-9006ab9cc62f admin admin] 10.222.0.35 "DELETE /v2.0/networks/de09e436-257e-4626-b616-0228ce0f78f1 HTTP/1.1" status: 204 len: 168 time: 1.8938515 Apr 20 19:16:37.630120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a32e491-97dc-4cdc-b73d-3898c8833fef {{(pid=86472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:16:37.639646 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:37.656233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Transition to ACTIVE for port object 2a32e491-97dc-4cdc-b73d-3898c8833fef will not be triggered until provisioned by entity L2. {{(pid=86472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:16:37.692841 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4df27-a041-47ed-ab04-e511665e894a req-9b17ffdc-8b15-41fa-988e-e3aff02a8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:37.694417 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-99a4df27-a041-47ed-ab04-e511665e894a req-9b17ffdc-8b15-41fa-988e-e3aff02a8c19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 1097 time: 0.1970263 Apr 20 19:16:37.703924 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:37.709616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:37.745453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:37.819597 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:37.824442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:37.838407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:37.857466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Pushing event updated for resources: {'Port': ['ID=2a32e491-97dc-4cdc-b73d-3898c8833fef,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:37.860956 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:37.882180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:37.933941 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55358) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:37.971250 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18f4e1f9cab049ddb07c01641663dfa3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0399258 Apr 20 19:16:37.971250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8630c5-3fa5-4f13-b077-c6390f7e55a8,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:37.972270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55364) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:37.993095 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:38.003212 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9beaee8b-7c9d-4be2-a67a-a1899131b9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:38.033320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Attempting to bind port 2a32e491-97dc-4cdc-b73d-3898c8833fef on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:16:38.033750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Attempting to bind port 2a32e491-97dc-4cdc-b73d-3898c8833fef by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:16:38.034120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Attempting to bind port 2a32e491-97dc-4cdc-b73d-3898c8833fef on network f142b44b-332c-43d0-ae5e-eb1d60c49d77 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:38.040232 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Port 2a32e491-97dc-4cdc-b73d-3898c8833fef on network f142b44b-332c-43d0-ae5e-eb1d60c49d77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:16:38.040603 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Attempting to bind port 2a32e491-97dc-4cdc-b73d-3898c8833fef on network f142b44b-332c-43d0-ae5e-eb1d60c49d77 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:16:38.048852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:16:38.052661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Checking segment: {'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:16:38.053110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Bound using segment: {'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:16:38.053639 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Bound port: 2a32e491-97dc-4cdc-b73d-3898c8833fef, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720e5640-1cfc-40d1-9075-9390502a9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77'}}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:16:38.054034 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.081852 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47c9e97f057b4948a5324907f223dcdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5805676 Apr 20 19:16:38.092031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55372) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:38.098748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4df27-a041-47ed-ab04-e511665e894a req-8bc9ae31-ca68-40f4-8ee9-f14d04cd3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:38.100288 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-99a4df27-a041-47ed-ab04-e511665e894a req-8bc9ae31-ca68-40f4-8ee9-f14d04cd3430 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.3969643 Apr 20 19:16:38.157857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] For port 2a32e491-97dc-4cdc-b73d-3898c8833fef, host hv-cinder-78693, cleared binding levels {{(pid=86472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:16:38.160872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] For port 2a32e491-97dc-4cdc-b73d-3898c8833fef, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a32e491-97dc-4cdc-b73d-3898c8833fef,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:16:38.205998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.212366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:38.276868 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:38.277904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.279078 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] 10.222.0.15 "PUT /v2.0/ports/2a32e491-97dc-4cdc-b73d-3898c8833fef HTTP/1.1" status: 200 len: 1093 time: 2.7093112 Apr 20 19:16:38.279529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b', 'tag': '2a32e491-97dc-4cdc-b73d-3898c8833fef'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:16:38.300974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1608ebb0-1dd8-428a-8f43-31cf1de8030f,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:38.312009 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:38.314145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Pushing event updated for resources: {'Port': ['ID=2a32e491-97dc-4cdc-b73d-3898c8833fef,revision_number=3']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:38.318706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:38.319646 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ae9af526-90ea-4ce1-917b-12b69816cf20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc90230470324f40b6d55ab0ead961e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816259 Apr 20 19:16:38.321850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 55386) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:38.368066 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-99a4df27-a041-47ed-ab04-e511665e894a req-1cc81fa2-dc63-4fb4-abdd-cd6733fee8a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 HTTP/1.1" status: 200 len: 217 time: 0.2525084 Apr 20 19:16:38.419423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device b454d09e-59c8-4412-90cc-2ccc9320c264 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:16:38.463971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device d72bade4-5f9c-4dd8-9262-47717db2936d up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:38.468298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-19702088-8659-41c7-8649-e21daf81d22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.478072 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18e5d8d9-25c1-4234-bd15-7c9a70c8af39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.485247 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b66641ba-b8e3-45c0-bd8b-cd2a6feafc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.498545 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-9455431e-4bc3-406b-a1e0-76a879bdee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:38.500335 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-9455431e-4bc3-406b-a1e0-76a879bdee4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 1096 time: 0.1498775 Apr 20 19:16:38.514312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-19702088-8659-41c7-8649-e21daf81d22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.556127 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa50f4-048a-4628-8874-10449e3b0e4b req-a641cbcc-f43e-4002-9750-24202b78b243 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:38.557812 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-48aa50f4-048a-4628-8874-10449e3b0e4b req-a641cbcc-f43e-4002-9750-24202b78b243 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.4648249 Apr 20 19:16:38.573114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18e5d8d9-25c1-4234-bd15-7c9a70c8af39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.591980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b66641ba-b8e3-45c0-bd8b-cd2a6feafc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.605196 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45407779-d305-41e2-b677-b3b3ccb665cb req-5d8bb189-c186-4a62-a718-f4259bc20234 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:38.607978 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-45407779-d305-41e2-b677-b3b3ccb665cb req-5d8bb189-c186-4a62-a718-f4259bc20234 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 945 time: 0.5753262 Apr 20 19:16:38.614564 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-84fe3723-5be7-4cb1-b196-c2c92c87ea35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a32e491-97dc-4cdc-b73d-3898c8833fef HTTP/1.1" status: 200 len: 217 time: 0.1025448 Apr 20 19:16:38.630675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4df27-a041-47ed-ab04-e511665e894a req-32288951-b2ca-403e-9695-3207c3401358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:38.632218 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-99a4df27-a041-47ed-ab04-e511665e894a req-32288951-b2ca-403e-9695-3207c3401358 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.2565238 Apr 20 19:16:38.665869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port b454d09e-59c8-4412-90cc-2ccc9320c264, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b454d09e-59c8-4412-90cc-2ccc9320c264,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:38.690450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': 'b454d09e-59c8-4412-90cc-2ccc9320c264', 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77', 'port_id': 'b454d09e-59c8-4412-90cc-2ccc9320c264', 'mac_address': 'fa:16:3e:3e:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:16:38.729025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-5f20f4a8-9a5f-4d50-a9fc-24b55cfe665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:38.730567 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-5f20f4a8-9a5f-4d50-a9fc-24b55cfe665f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.0997374 Apr 20 19:16:38.734569 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port d72bade4-5f9c-4dd8-9262-47717db2936d completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:38.749687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port d72bade4-5f9c-4dd8-9262-47717db2936d triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:38.750108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.779417 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-19702088-8659-41c7-8649-e21daf81d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.793194 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-4e43a10d-21d8-45e1-a40f-35a4fbed964d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559564 Apr 20 19:16:38.794996 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:38.805650 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-48aa50f4-048a-4628-8874-10449e3b0e4b req-b10a609e-6bde-4a0b-9052-e7175f0dc5ee tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248123 Apr 20 19:16:38.816341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.823233 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-45407779-d305-41e2-b677-b3b3ccb665cb req-f103310c-f0ab-45b6-9201-2db53b4f780e tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757615 Apr 20 19:16:38.830607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19702088-8659-41c7-8649-e21daf81d22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23afd6ea-03f0-4853-9a31-53d25aa5a514,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:38.841754 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-19702088-8659-41c7-8649-e21daf81d22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:38.896910 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b66641ba-b8e3-45c0-bd8b-cd2a6feafc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.904934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:38.905663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-19702088-8659-41c7-8649-e21daf81d22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.906913 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-19702088-8659-41c7-8649-e21daf81d22d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23afd6ea-03f0-4853-9a31-53d25aa5a514 HTTP/1.1" status: 204 len: 168 time: 0.5836966 Apr 20 19:16:38.931757 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b', 'tag': '2a32e491-97dc-4cdc-b73d-3898c8833fef', 'status': 'completed', 'code': 200} Apr 20 19:16:38.941061 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4df27-a041-47ed-ab04-e511665e894a req-e6bc533e-ddc7-43f0-b3c5-8847d4132d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:38.942950 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-99a4df27-a041-47ed-ab04-e511665e894a req-e6bc533e-ddc7-43f0-b3c5-8847d4132d0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2947092 Apr 20 19:16:38.948801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18e5d8d9-25c1-4234-bd15-7c9a70c8af39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:38.956906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66641ba-b8e3-45c0-bd8b-cd2a6feafc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8630c5-3fa5-4f13-b077-c6390f7e55a8,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:38.988261 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b66641ba-b8e3-45c0-bd8b-cd2a6feafc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:38.997886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:39.030140 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-ac74b1c7-b905-4fa0-ac07-992a57c91dd5 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267604 Apr 20 19:16:39.087091 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b454d09e-59c8-4412-90cc-2ccc9320c264 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:16:39.093576 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5d8d9-25c1-4234-bd15-7c9a70c8af39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1608ebb0-1dd8-428a-8f43-31cf1de8030f,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:39.106582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-18e5d8d9-25c1-4234-bd15-7c9a70c8af39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:39.119994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b66641ba-b8e3-45c0-bd8b-cd2a6feafc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:39.121446 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b66641ba-b8e3-45c0-bd8b-cd2a6feafc3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb8630c5-3fa5-4f13-b077-c6390f7e55a8 HTTP/1.1" status: 204 len: 168 time: 1.1369920 Apr 20 19:16:39.152733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port b454d09e-59c8-4412-90cc-2ccc9320c264, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b454d09e-59c8-4412-90cc-2ccc9320c264,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:39.156457 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18e5d8d9-25c1-4234-bd15-7c9a70c8af39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:39.163430 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-18e5d8d9-25c1-4234-bd15-7c9a70c8af39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1608ebb0-1dd8-428a-8f43-31cf1de8030f HTTP/1.1" status: 204 len: 168 time: 1.0620668 Apr 20 19:16:39.243663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:39.250690 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-60630aa9-2dc7-4360-93ed-849abcff9373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:39.302473 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bac2cba5-602d-4bfe-90e7-df67a9d44630 req-0d90da6a-4bef-4598-a0b6-cce28469ce97 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647982 Apr 20 19:16:39.314440 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-99a4df27-a041-47ed-ab04-e511665e894a req-d4849d36-fe2c-4fd1-ae83-6267f950d821 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597074 Apr 20 19:16:39.516735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f9abb-edf4-4ff7-adcb-f36570bbed8a req-4c6c39b8-4af2-422f-ba65-a1f1487a8530 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:39.520311 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cd7f9abb-edf4-4ff7-adcb-f36570bbed8a req-4c6c39b8-4af2-422f-ba65-a1f1487a8530 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 943 time: 0.2696247 Apr 20 19:16:39.547256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f4aa2-0891-45c2-b41a-4922166e6538 req-628f7c89-fa3b-4d61-91f9-c43249711a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:39.548924 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-728f4aa2-0891-45c2-b41a-4922166e6538 req-628f7c89-fa3b-4d61-91f9-c43249711a40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 1096 time: 0.1587203 Apr 20 19:16:39.673577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=b454d09e-59c8-4412-90cc-2ccc9320c264,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:39.680211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:39.690970 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cd7f9abb-edf4-4ff7-adcb-f36570bbed8a req-724dbb76-a493-44df-975c-5176211eb42a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454809 Apr 20 19:16:39.690970 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-99a4df27-a041-47ed-ab04-e511665e894a req-9783808a-3a67-4de6-864e-3084989df221 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619826 Apr 20 19:16:39.701279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:39.750311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port d72bade4-5f9c-4dd8-9262-47717db2936d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d72bade4-5f9c-4dd8-9262-47717db2936d,segment=NetworkSegment(ef680deb-0c0a-415e-830f-99c56ebfbbcd),segment_id=ef680deb-0c0a-415e-830f-99c56ebfbbcd)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:39.751944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132a498d-0ded-42ee-bf86-17b3660c9815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72bade4-5f9c-4dd8-9262-47717db2936d'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:16:39.797910 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f4aa2-0891-45c2-b41a-4922166e6538 req-92d459ea-9c5a-4876-8f2b-491d9208b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:39.799882 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-728f4aa2-0891-45c2-b41a-4922166e6538 req-92d459ea-9c5a-4876-8f2b-491d9208b67b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 920 time: 0.2432563 Apr 20 19:16:39.823518 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:39.826806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:39.853598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55420) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:39.915892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['b454d09e-59c8-4412-90cc-2ccc9320c264'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:16:39.956506 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-728f4aa2-0891-45c2-b41a-4922166e6538 req-1175372f-2f2d-43b5-b8e7-40fc36cf3529 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a32e491-97dc-4cdc-b73d-3898c8833fef HTTP/1.1" status: 200 len: 217 time: 0.1379981 Apr 20 19:16:39.975555 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-06e8c08f-714c-40f6-a4c4-d658225a4cd7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36ae9ee480b944e3850b04d7aba4bf0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187680 Apr 20 19:16:39.983695 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55426) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:40.077774 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f4aa2-0891-45c2-b41a-4922166e6538 req-d84d255f-fbf6-4e8e-938b-6e85a67d5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:40.079370 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-728f4aa2-0891-45c2-b41a-4922166e6538 req-d84d255f-fbf6-4e8e-938b-6e85a67d5c20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.1219664 Apr 20 19:16:40.104736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=d72bade4-5f9c-4dd8-9262-47717db2936d,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:40.118710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:40.167880 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-728f4aa2-0891-45c2-b41a-4922166e6538 req-83f1f71f-63f8-4cc1-b05a-95330e03d89b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803895 Apr 20 19:16:40.237769 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-78ba8537-b38a-4810-9600-48dd608c4a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:40.274298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-78ba8537-b38a-4810-9600-48dd608c4a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:40.355470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55438) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:40.366809 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-728f4aa2-0891-45c2-b41a-4922166e6538 req-3400713e-ca7d-46e2-8005-ba0b3adf291c service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914229 Apr 20 19:16:40.391602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:40.409978 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27ae4b-420b-4490-a185-c03b324941cd req-1869e750-b1e9-438d-83c4-4b98332960da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:40.411586 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3d27ae4b-420b-4490-a185-c03b324941cd req-1869e750-b1e9-438d-83c4-4b98332960da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.3748219 Apr 20 19:16:40.434114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd160a-4fc0-45b3-80f4-d285d91c3916 req-9397d1e4-3908-420c-95ea-04417fcc24bb tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:40.435695 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-56fd160a-4fc0-45b3-80f4-d285d91c3916 req-9397d1e4-3908-420c-95ea-04417fcc24bb tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 946 time: 0.3899975 Apr 20 19:16:40.436802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:40.459952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] Usage tracker for resource:security_group_rule and tenant:2db866c40e0e4b34a64fd55d9736dd44 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:40.469299 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:40.497406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-78ba8537-b38a-4810-9600-48dd608c4a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:40.515007 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:40.517087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2bfacaf7-0558-487c-acb1-2b71a7da269c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:40.547494 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-728f4aa2-0891-45c2-b41a-4922166e6538 req-5febda0c-15ee-46cc-b168-3569faa56479 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739969 Apr 20 19:16:40.574835 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba8537-b38a-4810-9600-48dd608c4a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326fb7a-ed6a-4964-9e70-be06862ebebd,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:40.585716 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3d27ae4b-420b-4490-a185-c03b324941cd req-7dde3378-5d0c-41e9-bac3-1a8507c67bd0 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602910 Apr 20 19:16:40.605558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-78ba8537-b38a-4810-9600-48dd608c4a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:40.608229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-78ba8537-b38a-4810-9600-48dd608c4a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:40.609448 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-78ba8537-b38a-4810-9600-48dd608c4a54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6326fb7a-ed6a-4964-9e70-be06862ebebd HTTP/1.1" status: 204 len: 168 time: 0.6244485 Apr 20 19:16:40.693233 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-56fd160a-4fc0-45b3-80f4-d285d91c3916 req-3b89ad58-2573-4deb-8811-e1f0ac3402c6 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347317 Apr 20 19:16:41.046140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:41.052291 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132a498d-0ded-42ee-bf86-17b3660c9815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72bade4-5f9c-4dd8-9262-47717db2936d', 'code': 200} Apr 20 19:16:41.096106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:41.108387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-78ba8537-b38a-4810-9600-48dd608c4a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:41.130178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461db5b-1840-4a73-95fc-ff2eb9c07291 req-69f07fe7-3ff3-4419-b84f-cc3a8e6fdd91 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:41.130351 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f461db5b-1840-4a73-95fc-ff2eb9c07291 req-69f07fe7-3ff3-4419-b84f-cc3a8e6fdd91 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 943 time: 0.1585262 Apr 20 19:16:41.188629 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2db866c40e0e4b34a64fd55d9736dd44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8310308 Apr 20 19:16:41.191695 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f0a50e-b5db-4a74-8732-e073835bb932,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:41.196635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:41.197557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55474) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:41.244689 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f461db5b-1840-4a73-95fc-ff2eb9c07291 req-5ec9225c-4970-46e0-b16f-2434682c8480 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995994 Apr 20 19:16:41.292057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cd115a4a-701e-4aaa-b706-d73d1177851c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:41.327963 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cd115a4a-701e-4aaa-b706-d73d1177851c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:41.407216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cd115a4a-701e-4aaa-b706-d73d1177851c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:41.412616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:41.425242 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd115a4a-701e-4aaa-b706-d73d1177851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f0a50e-b5db-4a74-8732-e073835bb932,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:41.430455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cd115a4a-701e-4aaa-b706-d73d1177851c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:41.432561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cd115a4a-701e-4aaa-b706-d73d1177851c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:41.442665 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-cd115a4a-701e-4aaa-b706-d73d1177851c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95f0a50e-b5db-4a74-8732-e073835bb932 HTTP/1.1" status: 204 len: 168 time: 0.2285311 Apr 20 19:16:41.528115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f9e7e-9cb7-4532-893a-5ae2c3c38829 req-29c8c8a2-6950-41d7-8de0-5b7fdac32879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:41.529799 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-249f9e7e-9cb7-4532-893a-5ae2c3c38829 req-29c8c8a2-6950-41d7-8de0-5b7fdac32879 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 1099 time: 0.1122515 Apr 20 19:16:41.554710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-249f9e7e-9cb7-4532-893a-5ae2c3c38829 req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:41.571725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-249f9e7e-9cb7-4532-893a-5ae2c3c38829 req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:41.575834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-249f9e7e-9cb7-4532-893a-5ae2c3c38829 req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] Usage tracker for resource:security_group_rule and tenant:8f4bd6d0c268409b896f328e89fc2c9d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:41.578779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-249f9e7e-9cb7-4532-893a-5ae2c3c38829 req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:41.586411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-249f9e7e-9cb7-4532-893a-5ae2c3c38829 req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:41.686711 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-249f9e7e-9cb7-4532-893a-5ae2c3c38829 req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:41.715672 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-249f9e7e-9cb7-4532-893a-5ae2c3c38829 req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:41.756559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:41.833166 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-249f9e7e-9cb7-4532-893a-5ae2c3c38829 req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948503 Apr 20 19:16:41.867762 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=43df1d25-2a63-42a8-a410-a21918ac73ff,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:41.871881 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:42.013359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9d011-ff9b-444d-9ce1-30084b5a27ca req-1edda1a4-7251-4036-a0ab-277891435beb tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:42.016224 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-08b9d011-ff9b-444d-9ce1-30084b5a27ca req-1edda1a4-7251-4036-a0ab-277891435beb tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.2134514 Apr 20 19:16:42.076638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e936f-6084-46f4-9fe6-5def4deffefb req-a12820ef-948f-4245-b294-a76535645aa4 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:42.078378 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c01e936f-6084-46f4-9fe6-5def4deffefb req-a12820ef-948f-4245-b294-a76535645aa4 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 946 time: 0.1517313 Apr 20 19:16:42.127413 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-08b9d011-ff9b-444d-9ce1-30084b5a27ca req-8e1c3084-2cb3-41d9-86ff-4866123fb81b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000221 Apr 20 19:16:42.175263 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c01e936f-6084-46f4-9fe6-5def4deffefb req-cfc93697-e788-4463-9ddc-a52af9a3dbb4 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840883 Apr 20 19:16:42.453652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:16:42.458326 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device b454d09e-59c8-4412-90cc-2ccc9320c264 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:42.527815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09262bd9-dc01-4013-a0ce-ff619fe78392 req-a5fa81d4-3257-45ef-a426-5ad498c9485f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:42.538664 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09262bd9-dc01-4013-a0ce-ff619fe78392 req-a5fa81d4-3257-45ef-a426-5ad498c9485f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 943 time: 0.1388760 Apr 20 19:16:42.628665 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port b454d09e-59c8-4412-90cc-2ccc9320c264 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:42.639070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port b454d09e-59c8-4412-90cc-2ccc9320c264 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:42.639643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:42.684224 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09262bd9-dc01-4013-a0ce-ff619fe78392 req-1848a6a0-06f4-468e-9475-bf8c6442da20 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352949 Apr 20 19:16:42.879118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:42.897512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:42.922039 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'port_id': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'mac_address': 'fa:16:3e:1e:c3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:16:42.964625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port b454d09e-59c8-4412-90cc-2ccc9320c264, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b454d09e-59c8-4412-90cc-2ccc9320c264,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:42.995877 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:43.019864 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:43.024590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:43.057454 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:16:43.069068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea9c360-9a33-4077-8b2e-305e382069cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454d09e-59c8-4412-90cc-2ccc9320c264'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:16:43.113074 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=b454d09e-59c8-4412-90cc-2ccc9320c264,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:43.117837 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:43.151248 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea9c360-9a33-4077-8b2e-305e382069cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454d09e-59c8-4412-90cc-2ccc9320c264', 'code': 200} Apr 20 19:16:43.167800 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:43.196594 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:43.202455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:43.358672 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:43.371465 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:43.418068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce6892-7140-46bf-8d3f-f85699eb57d1 req-f32dbcfe-150a-4ef8-ae09-ff548b56fb01 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:43.428200 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fcce6892-7140-46bf-8d3f-f85699eb57d1 req-f32dbcfe-150a-4ef8-ae09-ff548b56fb01 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 945 time: 0.1326880 Apr 20 19:16:43.534076 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fcce6892-7140-46bf-8d3f-f85699eb57d1 req-1918c207-56dd-4900-95cc-1874b2aeb64f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042931 Apr 20 19:16:43.586236 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:16:43.589591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a72af7-3352-4016-b11d-7983d7eb7e6b req-b68663bc-d4e4-4434-a187-f32b4e38bd44 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:43.597802 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-22a72af7-3352-4016-b11d-7983d7eb7e6b req-b68663bc-d4e4-4434-a187-f32b4e38bd44 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 946 time: 0.1243103 Apr 20 19:16:43.674526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0f6d-fc19-442b-afe2-72d0ccb40b36 req-34b0bdde-272f-40c2-8170-bca44f0c2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:43.676566 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-929c0f6d-fc19-442b-afe2-72d0ccb40b36 req-34b0bdde-272f-40c2-8170-bca44f0c2d6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 1099 time: 0.1288779 Apr 20 19:16:43.705238 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-22a72af7-3352-4016-b11d-7983d7eb7e6b req-7c4b1e68-8dc6-4569-8c12-87b9f55e62ec tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027279 Apr 20 19:16:43.797162 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-929c0f6d-fc19-442b-afe2-72d0ccb40b36 req-a47bd861-93d3-44a3-8dde-5dcf455a31d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123345 Apr 20 19:16:43.930107 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 55576) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:44.004291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297ebf5-5575-41d6-8e6a-bec529d02383 req-3d56af23-887c-45b2-9469-b5715967d768 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:44.005944 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a297ebf5-5575-41d6-8e6a-bec529d02383 req-3d56af23-887c-45b2-9469-b5715967d768 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 943 time: 0.1139526 Apr 20 19:16:44.060877 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a297ebf5-5575-41d6-8e6a-bec529d02383 req-fc80dcca-2b23-4435-a932-e82d38c0a7be tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464218 Apr 20 19:16:44.065294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:44.082400 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:44.087082 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] Usage tracker for resource:security_group_rule and tenant:1c7fdafd1e764d61a5db18f58731be52 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:44.090020 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:44.096306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:44.201717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:44.240886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:44.251753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:44.295599 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c7fdafd1e764d61a5db18f58731be52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642187 Apr 20 19:16:44.297793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f08956e-5a5d-423c-97a8-cf60fcd977d6,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:44.298770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55592) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:44.301352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:44.376972 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6d3e604a-6cfe-4a10-9a7e-0a916366fd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:44.413825 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6d3e604a-6cfe-4a10-9a7e-0a916366fd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:44.452591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a32e491-97dc-4cdc-b73d-3898c8833fef details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:16:44.521201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6d3e604a-6cfe-4a10-9a7e-0a916366fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:44.530293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:44.547743 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6d3e604a-6cfe-4a10-9a7e-0a916366fd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:44.561861 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6d3e604a-6cfe-4a10-9a7e-0a916366fd8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f08956e-5a5d-423c-97a8-cf60fcd977d6 HTTP/1.1" status: 204 len: 168 time: 0.2561622 Apr 20 19:16:44.566006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e604a-6cfe-4a10-9a7e-0a916366fd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f08956e-5a5d-423c-97a8-cf60fcd977d6,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:44.572902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6d3e604a-6cfe-4a10-9a7e-0a916366fd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:44.637242 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 2a32e491-97dc-4cdc-b73d-3898c8833fef, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a32e491-97dc-4cdc-b73d-3898c8833fef,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:44.655156 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '2a32e491-97dc-4cdc-b73d-3898c8833fef', 'network_id': 'f142b44b-332c-43d0-ae5e-eb1d60c49d77', 'port_id': '2a32e491-97dc-4cdc-b73d-3898c8833fef', 'mac_address': 'fa:16:3e:8a:77:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c496831a-b26f-4422-97b6-7bcb23238a85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:16:44.802420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:44.834242 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a32e491-97dc-4cdc-b73d-3898c8833fef {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:16:44.856954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f566540-9b3d-4fca-bd44-de3d852a5eb8 req-33da0695-ca54-493f-a834-bc3141ef8bda tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:44.860126 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f566540-9b3d-4fca-bd44-de3d852a5eb8 req-33da0695-ca54-493f-a834-bc3141ef8bda tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 945 time: 0.1517053 Apr 20 19:16:44.872932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 2a32e491-97dc-4cdc-b73d-3898c8833fef, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a32e491-97dc-4cdc-b73d-3898c8833fef,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:44.948693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:44.950704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:44.972967 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f566540-9b3d-4fca-bd44-de3d852a5eb8 req-9e151998-fd3c-492a-9ee0-a50629f5291f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052504 Apr 20 19:16:44.994918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e4508133-bb06-41e1-8cae-904e72c80fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:45.037666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a6165-16ef-45cf-b090-8aabc9c36ae5 req-b1e858ed-22bb-4135-89cf-c7b8318edbc7 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:45.040016 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-663a6165-16ef-45cf-b090-8aabc9c36ae5 req-b1e858ed-22bb-4135-89cf-c7b8318edbc7 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 946 time: 0.1456151 Apr 20 19:16:45.065537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=2a32e491-97dc-4cdc-b73d-3898c8833fef,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:45.070927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:45.115521 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-663a6165-16ef-45cf-b090-8aabc9c36ae5 req-8209826f-cf23-4e74-9fbc-1dd6fe3df89d tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677214 Apr 20 19:16:45.312948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11d0d2-fc32-46f0-aee8-e9198c9f01ff req-064037be-74e9-43f8-9594-2aacc67719a5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:45.314598 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ad11d0d2-fc32-46f0-aee8-e9198c9f01ff req-064037be-74e9-43f8-9594-2aacc67719a5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 944 time: 0.1019258 Apr 20 19:16:45.368137 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ad11d0d2-fc32-46f0-aee8-e9198c9f01ff req-645de9dc-397e-4ef3-bc44-f66f63ec8376 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458565 Apr 20 19:16:45.371827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['2a32e491-97dc-4cdc-b73d-3898c8833fef'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:16:45.470172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55632) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:45.514256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:45.577911 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:45.591610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:97263ebfd07d4bd58aa4bde25a9ab446 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:45.596244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:45.603539 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:45.732757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:45.765415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:45.774140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-50f90ebe-1d2f-4b92-b81b-20e802e2ca29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:45.822935 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97263ebfd07d4bd58aa4bde25a9ab446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484960 Apr 20 19:16:45.822935 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5982a386-b7f2-49ae-ab8f-93c66cbce4ac,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:45.824102 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 55648) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:45.824444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:45.891189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0d335063-a729-46b8-9ea1-ab30e9b5865a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:45.919177 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0d335063-a729-46b8-9ea1-ab30e9b5865a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:45.995656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0d335063-a729-46b8-9ea1-ab30e9b5865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:46.006409 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-19702088-8659-41c7-8649-e21daf81d22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:46.016176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d335063-a729-46b8-9ea1-ab30e9b5865a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5982a386-b7f2-49ae-ab8f-93c66cbce4ac,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:46.020527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0d335063-a729-46b8-9ea1-ab30e9b5865a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:46.044813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0d335063-a729-46b8-9ea1-ab30e9b5865a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:46.046234 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0d335063-a729-46b8-9ea1-ab30e9b5865a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5982a386-b7f2-49ae-ab8f-93c66cbce4ac HTTP/1.1" status: 204 len: 168 time: 0.2210848 Apr 20 19:16:46.292944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f619-4778-4e5f-967f-8bfc235ba420 req-b6f6bc83-4e51-4df3-8646-6b49f4aa8261 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:46.294607 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4a94f619-4778-4e5f-967f-8bfc235ba420 req-b6f6bc83-4e51-4df3-8646-6b49f4aa8261 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 945 time: 0.0956686 Apr 20 19:16:46.348937 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4a94f619-4778-4e5f-967f-8bfc235ba420 req-17e8b2bc-bb1b-4ea3-8588-f673306a2ddd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473917 Apr 20 19:16:46.459897 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a32e491-97dc-4cdc-b73d-3898c8833fef up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:46.578893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 2a32e491-97dc-4cdc-b73d-3898c8833fef completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:46.589853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 2a32e491-97dc-4cdc-b73d-3898c8833fef triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:46.589853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:46.739025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea381b9-8881-4148-98f5-e8f928e0a7b6 req-e12d6516-3c99-472b-8431-2268cc665f50 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:46.740795 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5ea381b9-8881-4148-98f5-e8f928e0a7b6 req-e12d6516-3c99-472b-8431-2268cc665f50 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 944 time: 0.0964069 Apr 20 19:16:46.806992 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5ea381b9-8881-4148-98f5-e8f928e0a7b6 req-bc29dfe5-9f2b-4b98-8289-a960dca2131c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559151 Apr 20 19:16:46.840559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:46.870830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a32e491-97dc-4cdc-b73d-3898c8833fef'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:16:46.881847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 2a32e491-97dc-4cdc-b73d-3898c8833fef, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a32e491-97dc-4cdc-b73d-3898c8833fef,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:46.922523 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a32e491-97dc-4cdc-b73d-3898c8833fef', 'code': 200} Apr 20 19:16:46.932962 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:46.938569 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:16:46.987374 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-533698f3-2bbd-41d9-9218-edcd93cf8145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:47.120762 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=2a32e491-97dc-4cdc-b73d-3898c8833fef,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:47.125118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:47.161170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:16:47.168027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:16:47.170638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:47.280512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-abeaf680-611c-477f-ae8f-b33d5fbd2e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:47.392051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983aac3-ae98-4492-a6bb-9a37ae53097e req-4f945076-c545-48ac-af89-294461d85b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:47.394770 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7983aac3-ae98-4492-a6bb-9a37ae53097e req-4f945076-c545-48ac-af89-294461d85b84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 1098 time: 0.1615145 Apr 20 19:16:47.437866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:47.477930 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:47.490289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-7983aac3-ae98-4492-a6bb-9a37ae53097e req-a305eeca-8f8f-44fa-8894-a94366eda411 service neutron] Synchronizing usage tracker for tenant:8f4bd6d0c268409b896f328e89fc2c9d on resource:security_group {{(pid=86472) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:16:47.514344 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:47.545831 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-7983aac3-ae98-4492-a6bb-9a37ae53097e req-a305eeca-8f8f-44fa-8894-a94366eda411 service neutron] Unset dirty status for tenant:8f4bd6d0c268409b896f328e89fc2c9d on resource:security_group {{(pid=86472) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:16:47.547375 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7983aac3-ae98-4492-a6bb-9a37ae53097e req-a305eeca-8f8f-44fa-8894-a94366eda411 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393523 Apr 20 19:16:47.547942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:47.550693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:47.617548 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632773f-c9de-48df-80ef-f0d34a302194 req-3d66b038-4327-4102-a653-d1b45b66abe5 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:47.620644 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e632773f-c9de-48df-80ef-f0d34a302194 req-3d66b038-4327-4102-a653-d1b45b66abe5 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1088738 Apr 20 19:16:47.681448 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e632773f-c9de-48df-80ef-f0d34a302194 req-2cd6f874-6c1c-4dcd-9d34-3efa4c2ef5ee tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542123 Apr 20 19:16:47.903723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:47.908117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:48.057642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0307c6-b95f-4f7c-9a40-c9f184c3154a req-213f034f-9aa7-4a10-8c6a-fd93d75da427 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:48.058491 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:48.059228 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d0307c6-b95f-4f7c-9a40-c9f184c3154a req-213f034f-9aa7-4a10-8c6a-fd93d75da427 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.0971692 Apr 20 19:16:48.112393 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d0307c6-b95f-4f7c-9a40-c9f184c3154a req-05e76778-4656-4897-97ed-9ba1ed9a75b2 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460927 Apr 20 19:16:48.891925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2325d64-764d-4660-b90f-e101b8e9156e req-3a942149-689d-4cb7-9883-ae1126fb8cee tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:48.894246 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e2325d64-764d-4660-b90f-e101b8e9156e req-3a942149-689d-4cb7-9883-ae1126fb8cee tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.0995219 Apr 20 19:16:48.924098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:16:48.947910 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e2325d64-764d-4660-b90f-e101b8e9156e req-071df95c-ab4f-4da1-8e63-c6405e4f4b3e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458119 Apr 20 19:16:48.985760 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'code': 200} Apr 20 19:16:49.069602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:49.333999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76b90f-ba5c-43e5-bd34-6de9c6c08d44 req-0e496bc2-d953-4f57-9528-984d897e9980 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:49.337762 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9c76b90f-ba5c-43e5-bd34-6de9c6c08d44 req-0e496bc2-d953-4f57-9528-984d897e9980 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1021926 Apr 20 19:16:49.397705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e08d44-acfa-4613-b22a-912c30de40fd req-58f0b267-ac2d-4ddb-b47b-4d2eb89a9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:49.400200 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-51e08d44-acfa-4613-b22a-912c30de40fd req-58f0b267-ac2d-4ddb-b47b-4d2eb89a9515 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 1099 time: 0.0998039 Apr 20 19:16:49.415707 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9c76b90f-ba5c-43e5-bd34-6de9c6c08d44 req-d85fefa6-bec5-478e-bed2-a9a472624e6b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719180 Apr 20 19:16:49.455000 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-51e08d44-acfa-4613-b22a-912c30de40fd req-e13f7a2e-3d8a-4cdf-8534-1cc0485c54e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476060 Apr 20 19:16:49.999170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608ebe7-8d62-4491-a729-e055fe3638dc req-8497ebd7-e443-4ba4-a51f-abf901170778 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:50.000837 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c608ebe7-8d62-4491-a729-e055fe3638dc req-8497ebd7-e443-4ba4-a51f-abf901170778 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.0969572 Apr 20 19:16:50.031562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac95e7-61b9-422a-8e81-55307af2b33b req-db9c108b-3df6-4a4a-b1b8-b6a3d41ca3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:50.031562 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02ac95e7-61b9-422a-8e81-55307af2b33b req-db9c108b-3df6-4a4a-b1b8-b6a3d41ca3c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 1098 time: 0.1063495 Apr 20 19:16:50.131657 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c608ebe7-8d62-4491-a729-e055fe3638dc req-8a87e32b-3b6a-4045-9b42-4000bfdcc12b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170394 Apr 20 19:16:50.203795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac95e7-61b9-422a-8e81-55307af2b33b req-3f06f4cc-5e26-4f2d-a5f0-78c74c47d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:50.205287 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02ac95e7-61b9-422a-8e81-55307af2b33b req-3f06f4cc-5e26-4f2d-a5f0-78c74c47d34c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 920 time: 0.1737123 Apr 20 19:16:50.286740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d26d9e-95c8-4339-9ec6-5989a2e07879 req-6ab3f92e-0b3d-41d9-834f-9b81a4730d3e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:50.289002 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1d26d9e-95c8-4339-9ec6-5989a2e07879 req-6ab3f92e-0b3d-41d9-834f-9b81a4730d3e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1059151 Apr 20 19:16:50.347213 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1d26d9e-95c8-4339-9ec6-5989a2e07879 req-c010293e-72a4-42be-9885-44143acf6c39 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460482 Apr 20 19:16:50.529906 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02ac95e7-61b9-422a-8e81-55307af2b33b req-c200b3ce-8c20-4a57-b3a7-0293c3a701c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a32e491-97dc-4cdc-b73d-3898c8833fef HTTP/1.1" status: 200 len: 217 time: 0.3023098 Apr 20 19:16:50.605019 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac95e7-61b9-422a-8e81-55307af2b33b req-8b557487-0cb3-4fc2-8c6f-05e1f4f50e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:50.606610 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02ac95e7-61b9-422a-8e81-55307af2b33b req-8b557487-0cb3-4fc2-8c6f-05e1f4f50e2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.0655706 Apr 20 19:16:50.660910 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02ac95e7-61b9-422a-8e81-55307af2b33b req-1b88e71f-9de8-4783-9b7f-dbbe0a0e516d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475585 Apr 20 19:16:50.820867 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02ac95e7-61b9-422a-8e81-55307af2b33b req-3a698c68-486f-40d0-9b4f-c22b0753b8aa service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467104 Apr 20 19:16:50.983005 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02ac95e7-61b9-422a-8e81-55307af2b33b req-d8ceb209-7a1d-45fd-8282-654b5ac42bac service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541536 Apr 20 19:16:51.318585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364aed5-5567-46cd-92b4-7aba2fb3be31 req-23ee53c8-1dcf-468b-8efa-60fcb493adca tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:51.323782 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2364aed5-5567-46cd-92b4-7aba2fb3be31 req-23ee53c8-1dcf-468b-8efa-60fcb493adca tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.0964038 Apr 20 19:16:51.374083 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2364aed5-5567-46cd-92b4-7aba2fb3be31 req-0469cad0-2c46-49ba-be9d-edcd648ebbff tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 Apr 20 19:16:51.579602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60516c7-bc0f-4af5-a1a1-bb91aba9a5de req-1375678b-28c0-40de-b9aa-026a64d71153 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:51.581372 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c60516c7-bc0f-4af5-a1a1-bb91aba9a5de req-1375678b-28c0-40de-b9aa-026a64d71153 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.0937939 Apr 20 19:16:51.660421 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c60516c7-bc0f-4af5-a1a1-bb91aba9a5de req-11afc74b-d7ec-4f27-ad10-3cbee82ddcb9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665946 Apr 20 19:16:51.883510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a95795-f797-41f7-ab1e-a4f65fb69395 req-298a2576-2759-4264-96f8-3d29c59b43c7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:51.885137 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04a95795-f797-41f7-ab1e-a4f65fb69395 req-298a2576-2759-4264-96f8-3d29c59b43c7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.0951440 Apr 20 19:16:51.895116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 55896) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:51.901966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-7eaccfb7-d035-4880-b23d-0dc439028876 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'floatingip': {'port_id': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:16:51.994829 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7eaccfb7-d035-4880-b23d-0dc439028876 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:52.041294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55904) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:52.209660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:52.226660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:52.231104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] Usage tracker for resource:security_group_rule and tenant:ab52a250b50a496ca64d0cfebce0e77c is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:52.234123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:52.240592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:52.341892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:52.378178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:52.393343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6d3e604a-6cfe-4a10-9a7e-0a916366fd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:52.518364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66dbef8-54e6-4175-85fa-d9c8ff8ea1e6,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:52.527158 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab52a250b50a496ca64d0cfebce0e77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4837911 Apr 20 19:16:52.527835 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:52.528462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55926) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:52.663871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a16c7dd-9380-49da-9c15-15602e2a7d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:52.698251 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a16c7dd-9380-49da-9c15-15602e2a7d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:52.796345 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ee1c-6c7d-4470-b9a0-d2c33a07e412 req-ced17d70-e744-4b9b-a7b9-26962d41d936 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:52.797942 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9707ee1c-6c7d-4470-b9a0-d2c33a07e412 req-ced17d70-e744-4b9b-a7b9-26962d41d936 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.2176294 Apr 20 19:16:52.854882 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9707ee1c-6c7d-4470-b9a0-d2c33a07e412 req-72a1183b-0fa3-4512-a795-358b40eb4d37 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456984 Apr 20 19:16:52.992319 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebc549-d0d9-4e1f-af70-6295cc33d57b req-2114b16c-8015-483a-b5ff-8726f16c29ee tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:52.994566 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ecebc549-d0d9-4e1f-af70-6295cc33d57b req-2114b16c-8015-483a-b5ff-8726f16c29ee tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 946 time: 0.1009009 Apr 20 19:16:53.056027 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ecebc549-d0d9-4e1f-af70-6295cc33d57b req-df4d2ed8-6d23-41b3-9caa-8e160e4a674f tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546415 Apr 20 19:16:53.056828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a16c7dd-9380-49da-9c15-15602e2a7d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:53.062857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5f25c0c1-4d17-4418-9a89-fe128e4dd621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:53.082676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16c7dd-9380-49da-9c15-15602e2a7d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66dbef8-54e6-4175-85fa-d9c8ff8ea1e6,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:53.091714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2a16c7dd-9380-49da-9c15-15602e2a7d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:53.096339 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2a16c7dd-9380-49da-9c15-15602e2a7d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:53.096466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7eaccfb7-d035-4880-b23d-0dc439028876 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:53.097680 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2a16c7dd-9380-49da-9c15-15602e2a7d3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f66dbef8-54e6-4175-85fa-d9c8ff8ea1e6 HTTP/1.1" status: 204 len: 168 time: 0.5681891 Apr 20 19:16:53.172044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7eaccfb7-d035-4880-b23d-0dc439028876 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:53.413764 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [None req-7eaccfb7-d035-4880-b23d-0dc439028876 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Floating IP 6ff4fa1e-b356-497e-8f86-2d88d8dc9002 associated. External IP: 172.28.0.11, port: 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9. Apr 20 19:16:53.849496 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaccfb7-d035-4880-b23d-0dc439028876 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Router 760b437a-3b5f-4d67-86f3-c42e1c100440 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:16:53.922086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 55990) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:54.116183 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:54.142254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:54.149160 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9909934055714ea285b327e299b6d3b2 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:54.153114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:54.162244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:54.215289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6003b0-f0d4-4d2d-a1b5-a34377603465 req-3b013fd3-61fe-4739-a0d0-47e9688f8256 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:54.222035 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cf6003b0-f0d4-4d2d-a1b5-a34377603465 req-3b013fd3-61fe-4739-a0d0-47e9688f8256 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1964591 Apr 20 19:16:54.339040 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cf6003b0-f0d4-4d2d-a1b5-a34377603465 req-34b8c542-b262-4534-b607-87603557c454 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098168 Apr 20 19:16:54.396590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb4309-65af-489d-818a-5c141703dd42 req-ec562b89-3406-4c8a-9690-5331441e7c40 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:54.398890 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b8fb4309-65af-489d-818a-5c141703dd42 req-ec562b89-3406-4c8a-9690-5331441e7c40 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 946 time: 0.1716628 Apr 20 19:16:54.423685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaccfb7-d035-4880-b23d-0dc439028876 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:16:54.448531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] Sync routers for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:16:54.450988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7eaccfb7-d035-4880-b23d-0dc439028876 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:54.467020 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:16:54.470761 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:16:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:54.485643 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b8fb4309-65af-489d-818a-5c141703dd42 req-b5839d64-e74a-4ff1-a93a-cf21ad810577 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778079 Apr 20 19:16:54.520657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:54.549201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:54.559919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-911deabd-6e68-4305-ba51-df293ab9fc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:54.575479 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7eaccfb7-d035-4880-b23d-0dc439028876 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "PUT /v2.0/floatingips/6ff4fa1e-b356-497e-8f86-2d88d8dc9002 HTTP/1.1" status: 200 len: 991 time: 2.6788523 Apr 20 19:16:54.579170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:16:54.631078 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a55711f-bcaf-45ca-a260-a7ac1b5082a0,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:54.636797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:54.695100 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'status': 'completed', 'code': 200} Apr 20 19:16:54.697947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56040) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:54.698197 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9909934055714ea285b327e299b6d3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749128 Apr 20 19:16:54.881616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:16:54.895678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:54.930642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-5caa0951-a1f5-4a95-a316-86a6d846ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:54.932556 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-5caa0951-a1f5-4a95-a316-86a6d846ceac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 1099 time: 0.1991189 Apr 20 19:16:54.981368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:54.982476 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-6bd48c93-5259-4000-af14-4ca293ef00a1 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:54.984111 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-6bd48c93-5259-4000-af14-4ca293ef00a1 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.15 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 946 time: 0.2029395 Apr 20 19:16:55.135863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Deleting port d72bade4-5f9c-4dd8-9262-47717db2936d {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:16:55.136248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:55.207649 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-b54bea70-f62a-4a07-a2aa-f6a7036c7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:55.213568 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-b54bea70-f62a-4a07-a2aa-f6a7036c7615 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.2715006 Apr 20 19:16:55.290254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:55.307578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56088) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:55.308564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:55.341692 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a55711f-bcaf-45ca-a260-a7ac1b5082a0,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:55.348096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:55.353079 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a55711f-bcaf-45ca-a260-a7ac1b5082a0 HTTP/1.1" status: 204 len: 168 time: 0.6540086 Apr 20 19:16:55.370218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '6ff4fa1e-b356-497e-8f86-2d88d8dc9002', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'floating_ip_address': '172.28.0.11', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'port_id': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'mac_address': 'fa:16:3e:1e:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:16:19Z', 'updated_at': '2021-04-20T19:16:52Z', 'revision_number': 1, 'project_id': 'f27f5796bce3442ea67300435a937727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:55.373980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.374583 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.375171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.375741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.377814 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.378397 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.378979 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.379546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.380108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.380664 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.381235 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.382391 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:55.389086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:55.393306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] Checking router: 760b437a-3b5f-4d67-86f3-c42e1c100440 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:16:55.406942 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-8de34fc1-54fd-48e9-947e-1ea009e882e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 HTTP/1.1" status: 200 len: 999 time: 0.1889582 Apr 20 19:16:55.422537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:16:55.424564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:16:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:55.558918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:55.656604 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-13249370-4ccc-4827-b37f-0ece034d3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:55.658241 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-13249370-4ccc-4827-b37f-0ece034d3b41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.2322304 Apr 20 19:16:55.675477 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:55.684838 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a8886107fed14a869fca2b0b4c0f0d5a is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:55.695946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:55.716920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:55.808990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fcf14-d06d-4339-b192-8ed662ad9d89 req-2b185b7c-667c-4974-9bb2-ded366b9578c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:55.838614 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-213fcf14-d06d-4339-b192-8ed662ad9d89 req-2b185b7c-667c-4974-9bb2-ded366b9578c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.2379241 Apr 20 19:16:55.847565 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] For port d72bade4-5f9c-4dd8-9262-47717db2936d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d72bade4-5f9c-4dd8-9262-47717db2936d,segment=NetworkSegment(ef680deb-0c0a-415e-830f-99c56ebfbbcd),segment_id=ef680deb-0c0a-415e-830f-99c56ebfbbcd)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:16:55.848198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.040425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:16:56.043976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Calling delete_port for d72bade4-5f9c-4dd8-9262-47717db2936d owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:16:56.050794 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.090028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.099723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-9e6ba750-eee3-49f0-bb5a-015bdadbe44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:56.101429 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-9e6ba750-eee3-49f0-bb5a-015bdadbe44a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1597402 Apr 20 19:16:56.111606 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:56.226147 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56120) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:56.240065 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8886107fed14a869fca2b0b4c0f0d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9219778 Apr 20 19:16:56.240709 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-213fcf14-d06d-4339-b192-8ed662ad9d89 req-ed330e54-781c-4e93-9144-430f3f43240f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008801 Apr 20 19:16:56.243026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56122) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:56.248792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86011c02-5067-44d6-95b1-0b884cf33d17,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:56.273865 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:56.348758 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-8e2c1c0f-5aa0-4bf1-8c82-f9f02c10cb7f service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283053 Apr 20 19:16:56.392510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-aa903b5f-06ed-48ab-8ebb-2bd63d9c5a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.410233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.430889 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:56.436435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Usage tracker for resource:security_group_rule and tenant:33a1ec76775744e29bfcf670de23100f is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:56.440294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:56.448436 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:56.490500 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-aa903b5f-06ed-48ab-8ebb-2bd63d9c5a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.578728 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1f25a30-b640-4a37-a9d1-140ff5c4766d req-e65c179c-beea-47a6-ba02-671f06f35355 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216220 Apr 20 19:16:56.611575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '6ff4fa1e-b356-497e-8f86-2d88d8dc9002', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'floating_ip_address': '172.28.0.11', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'port_id': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'mac_address': 'fa:16:3e:1e:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:16:19Z', 'updated_at': '2021-04-20T19:16:52Z', 'revision_number': 1, 'project_id': 'f27f5796bce3442ea67300435a937727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:16:56.625718 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccf9fc-7fbb-4824-9d57-f67b94a6c204 None None] The sync data for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb is: [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '6ff4fa1e-b356-497e-8f86-2d88d8dc9002', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'floating_ip_address': '172.28.0.11', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'port_id': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'mac_address': 'fa:16:3e:1e:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:16:19Z', 'updated_at': '2021-04-20T19:16:52Z', 'revision_number': 1, 'project_id': 'f27f5796bce3442ea67300435a937727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:16:56.646530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-aa903b5f-06ed-48ab-8ebb-2bd63d9c5a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.662783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bfc69195-b96e-4996-982e-fccbee924f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:56.700500 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa903b5f-06ed-48ab-8ebb-2bd63d9c5a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86011c02-5067-44d6-95b1-0b884cf33d17,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:56.703975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-aa903b5f-06ed-48ab-8ebb-2bd63d9c5a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:56.706425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-aa903b5f-06ed-48ab-8ebb-2bd63d9c5a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.710738 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-aa903b5f-06ed-48ab-8ebb-2bd63d9c5a6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86011c02-5067-44d6-95b1-0b884cf33d17 HTTP/1.1" status: 204 len: 168 time: 0.4626806 Apr 20 19:16:56.890078 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.911870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111eb6-8ed7-4197-8e3a-45aa3444a59e req-6816ab17-9b56-4f74-911a-b2ee322d6c06 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:56.914380 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c0111eb6-8ed7-4197-8e3a-45aa3444a59e req-6816ab17-9b56-4f74-911a-b2ee322d6c06 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 946 time: 1.1359937 Apr 20 19:16:56.952400 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.965032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2c502941-e2d5-4911-8507-b9b1610c0449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:57.000902 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c0111eb6-8ed7-4197-8e3a-45aa3444a59e req-577d516c-a4f0-4403-b5b8-6d8b0085c2e5 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d33b210-e494-4aa2-8565-57fecffa0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803983 Apr 20 19:16:57.008358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722df6c-3557-4abf-ad4e-d0684bd079e8 None None] New status for floating IP 6ff4fa1e-b356-497e-8f86-2d88d8dc9002: ACTIVE {{(pid=86474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:16:57.027687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:57.066221 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1d451e-f888-4c6f-89c1-708a2362accb,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:57.154851 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33a1ec76775744e29bfcf670de23100f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9126635 Apr 20 19:16:57.156462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.156856 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.157241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.157646 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.158032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.158279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56160) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:57.158399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.158755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.159129 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.159501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.159892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.160346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.160719 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:16:57.176291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:57.176841 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:57.228985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Pushing event deleted for resources: {'Port': ['ID=d72bade4-5f9c-4dd8-9262-47717db2936d,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:57.231383 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] No DVR routers for this DVR port d72bade4-5f9c-4dd8-9262-47717db2936d on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:16:57.232753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:57.234815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:57.237650 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132a498d-0ded-42ee-bf86-17b3660c9815', 'name': 'network-vif-deleted', 'tag': 'd72bade4-5f9c-4dd8-9262-47717db2936d'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:16:57.258708 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e3cfdacc-a3ae-4085-9d7a-d83f8380ab63 req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.15 "DELETE /v2.0/ports/d72bade4-5f9c-4dd8-9262-47717db2936d HTTP/1.1" status: 204 len: 173 time: 2.2692990 Apr 20 19:16:57.286184 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-782fe6b9-9997-470b-9135-c98724cb4065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:57.345654 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-782fe6b9-9997-470b-9135-c98724cb4065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:57.370377 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132a498d-0ded-42ee-bf86-17b3660c9815', 'name': 'network-vif-deleted', 'tag': 'd72bade4-5f9c-4dd8-9262-47717db2936d', 'status': 'completed', 'code': 200} Apr 20 19:16:57.486558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-782fe6b9-9997-470b-9135-c98724cb4065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:57.495872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:57.529938 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fe6b9-9997-470b-9135-c98724cb4065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1d451e-f888-4c6f-89c1-708a2362accb,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:57.529938 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-782fe6b9-9997-470b-9135-c98724cb4065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:57.530705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-782fe6b9-9997-470b-9135-c98724cb4065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:57.531714 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-782fe6b9-9997-470b-9135-c98724cb4065 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb1d451e-f888-4c6f-89c1-708a2362accb HTTP/1.1" status: 204 len: 168 time: 0.3720102 Apr 20 19:16:57.625284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd4c44-3dc8-400e-bf9a-7bb3f01d261a req-f892eb32-a792-4674-a7da-8fd066891e9a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:57.630265 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-eefd4c44-3dc8-400e-bf9a-7bb3f01d261a req-f892eb32-a792-4674-a7da-8fd066891e9a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1486483 Apr 20 19:16:57.737465 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-eefd4c44-3dc8-400e-bf9a-7bb3f01d261a req-e1b2a8f8-6c09-44fd-b02d-3997d4591109 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010463 Apr 20 19:16:58.226439 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-51e18b8a-28b9-44f0-b8f8-2c01fde88a13 req-bfcac86b-e275-4852-abdb-06b9ee419b1c tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Synchronizing usage tracker for tenant:a6b0470229a3474f92038a1a6ddba699 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:16:58.280490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-51e18b8a-28b9-44f0-b8f8-2c01fde88a13 req-bfcac86b-e275-4852-abdb-06b9ee419b1c tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Unset dirty status for tenant:a6b0470229a3474f92038a1a6ddba699 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:16:58.281793 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-51e18b8a-28b9-44f0-b8f8-2c01fde88a13 req-bfcac86b-e275-4852-abdb-06b9ee419b1c tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] 10.222.0.35 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 210 time: 0.1091597 Apr 20 19:16:58.349955 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56220) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:58.496857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device d72bade4-5f9c-4dd8-9262-47717db2936d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:16:58.507029 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:58.523869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:58.524453 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-756a954e-b0ad-4bb6-9fff-4d4ed670bbff req-aaea451a-c69c-46e3-b3d5-3f93811873c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=132a498d-0ded-42ee-bf86-17b3660c9815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0567722 Apr 20 19:16:58.529878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed2ab5deafe4494b733a23dc2149545 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:58.533272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:58.541854 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:58.622739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: d72bade4-5f9c-4dd8-9262-47717db2936d {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:16:58.623142 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device d72bade4-5f9c-4dd8-9262-47717db2936d not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:16:58.676948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:58.709685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:58.745792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cb9e0ca0-b673-4e83-959f-881c28d54cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:58.756085 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ed2ab5deafe4494b733a23dc2149545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041109 Apr 20 19:16:58.761839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56244) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:58.855209 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57212fd1-f772-4866-ad74-e45532ee4d14,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:58.861304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:58.867571 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-756a954e-b0ad-4bb6-9fff-4d4ed670bbff req-e37bb63d-c85f-4b80-9f9b-8e4d3e405c0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6b0470229a3474f92038a1a6ddba699&device_id=132a498d-0ded-42ee-bf86-17b3660c9815 HTTP/1.1" status: 200 len: 210 time: 0.1403639 Apr 20 19:16:58.966371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db54385c-6012-4f30-a5c7-70a37e4e1f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:59.019352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db54385c-6012-4f30-a5c7-70a37e4e1f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:59.126240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db54385c-6012-4f30-a5c7-70a37e4e1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:59.131423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0d335063-a729-46b8-9ea1-ab30e9b5865a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:16:59.148959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db54385c-6012-4f30-a5c7-70a37e4e1f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:59.153348 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-db54385c-6012-4f30-a5c7-70a37e4e1f43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57212fd1-f772-4866-ad74-e45532ee4d14 HTTP/1.1" status: 204 len: 168 time: 0.3904653 Apr 20 19:16:59.154368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54385c-6012-4f30-a5c7-70a37e4e1f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57212fd1-f772-4866-ad74-e45532ee4d14,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:16:59.156839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-db54385c-6012-4f30-a5c7-70a37e4e1f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:16:59.211542 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a954e-b0ad-4bb6-9fff-4d4ed670bbff req-752460e7-349b-4b03-8dac-15cf49acac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:59.212767 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-756a954e-b0ad-4bb6-9fff-4d4ed670bbff req-752460e7-349b-4b03-8dac-15cf49acac5a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a6b0470229a3474f92038a1a6ddba699&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3119316 Apr 20 19:16:59.232903 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29820dd-8ddf-4733-834a-cc71840eb7e9 req-4eb9ff25-66b1-410c-a4ad-4ffb9960250f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:59.237995 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c29820dd-8ddf-4733-834a-cc71840eb7e9 req-4eb9ff25-66b1-410c-a4ad-4ffb9960250f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.2038960 Apr 20 19:16:59.422444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a954e-b0ad-4bb6-9fff-4d4ed670bbff req-bd2294ef-90e9-4c32-9d11-559ec10a8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:16:59.427775 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-756a954e-b0ad-4bb6-9fff-4d4ed670bbff req-bd2294ef-90e9-4c32-9d11-559ec10a8aaa service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887827 Apr 20 19:16:59.489097 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c29820dd-8ddf-4733-834a-cc71840eb7e9 req-0890980c-78a0-4e9a-aa35-66a984aae836 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600624 Apr 20 19:16:59.805015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56286) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:16:59.824509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:59.847708 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:16:59.851770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] Usage tracker for resource:security_group_rule and tenant:67c342fcbfcc489a9df5750e7ac98c52 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:16:59.854801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:16:59.861074 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:16:59.956571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:59.989193 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:00.000449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ff1b07a1-0ec5-4ed8-aa40-f0063e63627a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:00.047416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbc09bb-a78b-4b78-b0cd-5d5e2addbed2,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:00.053631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:00.065262 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67c342fcbfcc489a9df5750e7ac98c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534201 Apr 20 19:17:00.066178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56302) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:00.130955 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0a408d2f-0243-4e23-a15a-16ef038ba8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:00.165668 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0a408d2f-0243-4e23-a15a-16ef038ba8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:00.229330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0a408d2f-0243-4e23-a15a-16ef038ba8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:00.234890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b3a1db2c-ce1d-445c-8daa-b9203b9f07ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:00.250487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a408d2f-0243-4e23-a15a-16ef038ba8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbc09bb-a78b-4b78-b0cd-5d5e2addbed2,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:00.257204 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0a408d2f-0243-4e23-a15a-16ef038ba8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:00.258101 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0a408d2f-0243-4e23-a15a-16ef038ba8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:00.259559 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0a408d2f-0243-4e23-a15a-16ef038ba8df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbbc09bb-a78b-4b78-b0cd-5d5e2addbed2 HTTP/1.1" status: 204 len: 168 time: 0.1926713 Apr 20 19:17:00.726591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff3b1c-392c-4a4a-b946-a181e33e76f0 req-9fcb3ab9-505a-4590-b76f-242b3e6bc075 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:00.729150 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e2ff3b1c-392c-4a4a-b946-a181e33e76f0 req-9fcb3ab9-505a-4590-b76f-242b3e6bc075 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1210289 Apr 20 19:17:00.789400 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e2ff3b1c-392c-4a4a-b946-a181e33e76f0 req-f5d648db-8ff6-44e6-9d8f-5080f7ad4f3b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524578 Apr 20 19:17:01.679189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56378) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:01.786444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f2a4bd-ba73-432f-b894-51e2eb1e8157 admin admin] Deleting subnet edbc2730-9f63-4b74-92cb-bc3a0b8a56d9 {{(pid=86473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:17:01.790386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85f2a4bd-ba73-432f-b894-51e2eb1e8157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:01.851437 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85f2a4bd-ba73-432f-b894-51e2eb1e8157 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:01.859809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85f2a4bd-ba73-432f-b894-51e2eb1e8157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:02.252153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecc781-f7ec-450d-a41f-4d87eed2ec2d req-032054ee-f93a-44b7-b451-d7c9822c4e8d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:02.261849 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cecc781-f7ec-450d-a41f-4d87eed2ec2d req-032054ee-f93a-44b7-b451-d7c9822c4e8d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.2056801 Apr 20 19:17:02.326236 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cecc781-f7ec-450d-a41f-4d87eed2ec2d req-48bb1113-428a-4e54-8f85-4edb0cd318b9 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635273 Apr 20 19:17:02.418294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85f2a4bd-ba73-432f-b894-51e2eb1e8157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:02.426690 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0fcc5cf0-0ee4-4f12-bf29-a373997e1725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:02.501749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85f2a4bd-ba73-432f-b894-51e2eb1e8157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:02.511495 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-85f2a4bd-ba73-432f-b894-51e2eb1e8157 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/edbc2730-9f63-4b74-92cb-bc3a0b8a56d9 HTTP/1.1" status: 204 len: 168 time: 0.8313100 Apr 20 19:17:02.512653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2a4bd-ba73-432f-b894-51e2eb1e8157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edbc2730-9f63-4b74-92cb-bc3a0b8a56d9,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:02.514318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56422) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:02.515647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-85f2a4bd-ba73-432f-b894-51e2eb1e8157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:02.719384 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:02.900317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.030860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56450) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:03.035065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030a726f-d558-4d2e-88f2-3ec9ddbaa957']}} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:03.055253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef680deb-0c0a-415e-830f-99c56ebfbbcd') {'for_net_delete': True} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:03.055253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef680deb-0c0a-415e-830f-99c56ebfbbcd') {} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:03.073550 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6644961'] for segment, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.091240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.098010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=86472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:17:03.275325 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.310589 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:03.324410 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:17:03.333010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] Usage tracker for resource:security_group_rule and tenant:cb91645523544166a85bc2572d727b53 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:03.336994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848355647'] for segment, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.355080 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:03.410800 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:03.552076 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Network 030a726f-d558-4d2e-88f2-3ec9ddbaa957 has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:17:03.568110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdef3bd-a0b4-42a0-b0bd-94ebb66d72ba req-bc7e8e2e-809d-461f-926f-f4dcc1534c03 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:03.570269 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cdef3bd-a0b4-42a0-b0bd-94ebb66d72ba req-bc7e8e2e-809d-461f-926f-f4dcc1534c03 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.0926232 Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:17:03.578531 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:17:03.630179 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cdef3bd-a0b4-42a0-b0bd-94ebb66d72ba req-07cbd34e-dad1-4c19-9cf8-f59b2cfe6af5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526099 Apr 20 19:17:03.728015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.743678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:03.761095 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.783422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Pushing event deleted for resources: {'Network': ['ID=030a726f-d558-4d2e-88f2-3ec9ddbaa957,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:03.792475 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.793788 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:03.817439 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.826948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d55598f1-27c9-47ab-81e6-8d3ed87e8634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:03.863272 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] 10.222.0.35 "DELETE /v2.0/networks/030a726f-d558-4d2e-88f2-3ec9ddbaa957 HTTP/1.1" status: 204 len: 168 time: 1.3448637 Apr 20 19:17:03.877609 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb91645523544166a85bc2572d727b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8450060 Apr 20 19:17:03.878747 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa67d3-9e08-454c-9613-c82192c515ef,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:03.880572 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56486) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:03.898557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:03.957984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-88fd6d9b-9586-4903-949f-48170b38bc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.965349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:03.996353 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-88fd6d9b-9586-4903-949f-48170b38bc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.032494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56494) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:04.089077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-88fd6d9b-9586-4903-949f-48170b38bc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.094842 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:04.106606 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd6d9b-9586-4903-949f-48170b38bc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aa67d3-9e08-454c-9613-c82192c515ef,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:04.109095 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-88fd6d9b-9586-4903-949f-48170b38bc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:04.115097 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-88fd6d9b-9586-4903-949f-48170b38bc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.117101 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-88fd6d9b-9586-4903-949f-48170b38bc62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7aa67d3-9e08-454c-9613-c82192c515ef HTTP/1.1" status: 204 len: 168 time: 0.2345066 Apr 20 19:17:04.212811 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.243728 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:04.248820 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] Usage tracker for resource:security_group_rule and tenant:2ca4bdd8c42446c8ba12e175ce7a8d9f is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:04.252347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:04.260953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:04.286427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56508) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:04.324419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:17:04.347337 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c3395649-dbca-46c3-9425-f2d301d4e4bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6b0470229a3474f92038a1a6ddba699&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0595400 Apr 20 19:17:04.352071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56514) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:04.430394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.433445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4ae84376-bdb0-4462-af89-b0aa78dda467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.469839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4ae84376-bdb0-4462-af89-b0aa78dda467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.486340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.499136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:04.549116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4ae84376-bdb0-4462-af89-b0aa78dda467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.551607 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ca4bdd8c42446c8ba12e175ce7a8d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173988 Apr 20 19:17:04.552252 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56522) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:04.558166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-86dcd2f1-4005-41e8-a7d1-84ab2f5d59d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:04.576443 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae84376-bdb0-4462-af89-b0aa78dda467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d33b210-e494-4aa2-8565-57fecffa0b3b,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:04.579664 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4ae84376-bdb0-4462-af89-b0aa78dda467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:04.615024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05f1dc-8018-4892-8c07-d3b0af14082e,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:04.619734 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:04.637999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-52895e77-4908-4cf1-97ea-ae06cde4b435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.638830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4ae84376-bdb0-4462-af89-b0aa78dda467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.643325 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-4ae84376-bdb0-4462-af89-b0aa78dda467 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d33b210-e494-4aa2-8565-57fecffa0b3b HTTP/1.1" status: 204 len: 168 time: 0.2867236 Apr 20 19:17:04.694609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-52895e77-4908-4cf1-97ea-ae06cde4b435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.794841 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-52895e77-4908-4cf1-97ea-ae06cde4b435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.801957 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:04.820676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52895e77-4908-4cf1-97ea-ae06cde4b435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05f1dc-8018-4892-8c07-d3b0af14082e,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:04.823271 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-52895e77-4908-4cf1-97ea-ae06cde4b435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:04.824135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-52895e77-4908-4cf1-97ea-ae06cde4b435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.831751 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-52895e77-4908-4cf1-97ea-ae06cde4b435 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d05f1dc-8018-4892-8c07-d3b0af14082e HTTP/1.1" status: 204 len: 168 time: 0.2724340 Apr 20 19:17:04.870331 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f9770-5ea7-4cb3-84e9-c6dd421cbbe3 req-8b48df07-0b23-4ed3-9c6b-9997738e4084 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:04.872055 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-352f9770-5ea7-4cb3-84e9-c6dd421cbbe3 req-8b48df07-0b23-4ed3-9c6b-9997738e4084 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1051702 Apr 20 19:17:04.879400 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56536) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:04.899641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:04.915524 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:04.920026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] Usage tracker for resource:security_group_rule and tenant:63a20b478a644bb0b568d4c342100967 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:04.923075 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:04.931920 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-352f9770-5ea7-4cb3-84e9-c6dd421cbbe3 req-c5c483cc-f91a-41a6-8fb3-50ee3df551bf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Apr 20 19:17:04.934474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:05.072275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:05.136857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:05.146959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:05.194988 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63a20b478a644bb0b568d4c342100967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118494 Apr 20 19:17:05.194988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d175c-5436-4437-9d5e-0912297193b6,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:05.195605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56544) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:05.197907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:05.266935 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d1c7-f71f-484e-a0e9-28999526a30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:05.308535 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d1c7-f71f-484e-a0e9-28999526a30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:05.377990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d1c7-f71f-484e-a0e9-28999526a30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:05.382839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:05.395913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5d1c7-f71f-484e-a0e9-28999526a30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d175c-5436-4437-9d5e-0912297193b6,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:05.399029 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e2b5d1c7-f71f-484e-a0e9-28999526a30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:05.406612 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d1c7-f71f-484e-a0e9-28999526a30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:05.408652 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e2b5d1c7-f71f-484e-a0e9-28999526a30d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/133d175c-5436-4437-9d5e-0912297193b6 HTTP/1.1" status: 204 len: 168 time: 0.2118220 Apr 20 19:17:05.451810 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56556) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:05.670460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56566) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:05.691732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:05.709175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:05.714313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a41c0ab0fc489eb998ae6af662a21a is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:05.717381 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:05.724616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:05.834554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:05.894487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:05.905857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c6a6b3ac-18c3-41cb-81b6-c073ee37d913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:05.917260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d38e4161-dcf4-47cb-bbe7-3e646e4d990a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:05.971775 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-d38e4161-dcf4-47cb-bbe7-3e646e4d990a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:05.974305 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41193f40-ea1c-4892-82d4-407be8341fbf,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:05.979428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-d38e4161-dcf4-47cb-bbe7-3e646e4d990a admin admin] Usage tracker for resource:security_group_rule and tenant:3b19e7ecb7694918b8035fc9014acf17 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:05.982642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-d38e4161-dcf4-47cb-bbe7-3e646e4d990a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:05.988990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-d38e4161-dcf4-47cb-bbe7-3e646e4d990a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:06.020897 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:06.027191 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6a41c0ab0fc489eb998ae6af662a21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556726 Apr 20 19:17:06.030285 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56584) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:06.145843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d38e4161-dcf4-47cb-bbe7-3e646e4d990a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:06.150510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-119a5c31-82b4-4167-a3db-936f4bd5adba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:06.191865 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af0d68-e887-4875-9387-47846e842554 req-744a2af7-c092-42ca-ac56-b0e1c3186758 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:06.198258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-119a5c31-82b4-4167-a3db-936f4bd5adba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:06.201763 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02af0d68-e887-4875-9387-47846e842554 req-744a2af7-c092-42ca-ac56-b0e1c3186758 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1193690 Apr 20 19:17:06.232860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d38e4161-dcf4-47cb-bbe7-3e646e4d990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:06.254688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:06.312029 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-119a5c31-82b4-4167-a3db-936f4bd5adba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:06.317514 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6a3755bc-4638-4770-8988-ee9cd1ff4e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:06.318363 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02af0d68-e887-4875-9387-47846e842554 req-bd1135fe-42f6-4a01-ad6b-361a89f2f445 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155074 Apr 20 19:17:06.345135 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d38e4161-dcf4-47cb-bbe7-3e646e4d990a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b19e7ecb7694918b8035fc9014acf17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8920164 Apr 20 19:17:06.346099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e4161-dcf4-47cb-bbe7-3e646e4d990a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d19668-3273-42da-a0ad-37b1c5943989,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:06.348858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56600) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:06.362071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a5c31-82b4-4167-a3db-936f4bd5adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41193f40-ea1c-4892-82d4-407be8341fbf,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:06.383659 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-119a5c31-82b4-4167-a3db-936f4bd5adba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:06.384542 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-119a5c31-82b4-4167-a3db-936f4bd5adba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:06.391140 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-119a5c31-82b4-4167-a3db-936f4bd5adba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41193f40-ea1c-4892-82d4-407be8341fbf HTTP/1.1" status: 204 len: 168 time: 0.3592386 Apr 20 19:17:06.391478 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d38e4161-dcf4-47cb-bbe7-3e646e4d990a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:06.420779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7c144c19-3542-4fc1-b0e7-7d7197a50884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:06.454651 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7c144c19-3542-4fc1-b0e7-7d7197a50884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:06.549196 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7c144c19-3542-4fc1-b0e7-7d7197a50884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:06.556747 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fe289651-4096-4d60-bb1e-03cf8507e0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:06.570728 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c144c19-3542-4fc1-b0e7-7d7197a50884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d19668-3273-42da-a0ad-37b1c5943989,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:06.574923 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7c144c19-3542-4fc1-b0e7-7d7197a50884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:06.582143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7c144c19-3542-4fc1-b0e7-7d7197a50884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:06.583406 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7c144c19-3542-4fc1-b0e7-7d7197a50884 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2d19668-3273-42da-a0ad-37b1c5943989 HTTP/1.1" status: 204 len: 168 time: 0.2335653 Apr 20 19:17:07.353264 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56640) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:07.546431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678e013-d391-4955-8b74-6d4ec00883b6 req-25ef095c-4ac2-4d08-9777-b9b98ac5d877 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:07.549606 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c678e013-d391-4955-8b74-6d4ec00883b6 req-25ef095c-4ac2-4d08-9777-b9b98ac5d877 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1052773 Apr 20 19:17:07.602963 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56658) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:07.606949 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c678e013-d391-4955-8b74-6d4ec00883b6 req-fd7c52ad-b2c7-48a1-8094-b1c20a669bd3 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487247 Apr 20 19:17:07.706128 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:07.728035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:07.734008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a8c5f0d626a341f8a52b622e9805642b is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:07.737337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:07.745866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:07.790234 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-927270518-network', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:07.796649 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:07.801145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Usage tracker for resource:network and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:07.804955 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:07.811354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:07.840889 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:07.869786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:07.883065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c06804da-c641-4f80-a4a6-83830ff954ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:07.892336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Made reservation on behalf of 136417c87f6c4ae7a056bea048b0078d for: {'network': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:17:07.897934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:07.911414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:07.927439 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:07.931574 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Usage tracker for resource:security_group_rule and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:07.939046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:07.939363 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8c5f0d626a341f8a52b622e9805642b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837409 Apr 20 19:17:07.941112 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56672) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:07.941685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d164a9a-be6a-4ef1-b88d-b80a1cb1a890,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:07.946187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:07.952534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:08.058250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8fad70d0-5a45-41be-8982-0ee32ec0ed89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:08.115531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8fad70d0-5a45-41be-8982-0ee32ec0ed89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:08.189737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:08.217667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:08.226263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:08.256139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=86472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:17:08.259662 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8fad70d0-5a45-41be-8982-0ee32ec0ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:08.272298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb0ac03-a35f-46cd-ba13-2f8f08af6fd0,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:08.276473 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:08.277168 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-60e0374b-a23f-411c-b0cf-82a4868dc755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:08.297139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad70d0-5a45-41be-8982-0ee32ec0ed89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d164a9a-be6a-4ef1-b88d-b80a1cb1a890,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:08.299435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8fad70d0-5a45-41be-8982-0ee32ec0ed89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:08.312335 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:08.313191 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Added segment eb76803d-c7a9-406a-a165-5f43bf6250e3 of type vlan for network 0ab1a66b-24a1-4231-a78a-741ef1504e00 Apr 20 19:17:08.325004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8fad70d0-5a45-41be-8982-0ee32ec0ed89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:08.326249 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8fad70d0-5a45-41be-8982-0ee32ec0ed89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d164a9a-be6a-4ef1-b88d-b80a1cb1a890 HTTP/1.1" status: 204 len: 168 time: 0.3840992 Apr 20 19:17:08.384047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:08.493000 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:08.494739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:08.496154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:08.502005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e0811bd9-1212-4f5f-9583-42d120e9c0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:08.608031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab1a66b-24a1-4231-a78a-741ef1504e00,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:08.615960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56702) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:08.616084 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0117075 Apr 20 19:17:08.620241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:08.623286 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Request body: {'subnet': {'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-927270518-subnet', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:08.629666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:08.635791 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Usage tracker for resource:subnet and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:08.636213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:17:08.640311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:08.648660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:08.686179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Made reservation on behalf of 136417c87f6c4ae7a056bea048b0078d for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:17:08.695749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:09.015107 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09554a-c598-40f1-8792-5ee6fa9f8eda req-d0371449-558b-4b77-94f5-43eb607ba42c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:09.017142 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bc09554a-c598-40f1-8792-5ee6fa9f8eda req-d0371449-558b-4b77-94f5-43eb607ba42c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1394372 Apr 20 19:17:09.120759 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bc09554a-c598-40f1-8792-5ee6fa9f8eda req-83eba908-c1de-4634-afcc-e69cfb4a4de5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654616 Apr 20 19:17:09.125255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56718) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:09.168361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:09.185335 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:09.189775 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] Usage tracker for resource:security_group_rule and tenant:58639c876cdd47829a8a05afb5a4ee4d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:09.192703 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:09.199866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:09.361926 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:09.395661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:09.405182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3e1e6809-7bf7-4d0d-a232-ef72c27439ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:09.469528 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58639c876cdd47829a8a05afb5a4ee4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402479 Apr 20 19:17:09.473045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56736) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:09.473432 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4e50e2-95aa-4a66-b2e8-ff0e83d7a550,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:09.481540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:09.538537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:09.552459 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:09.600936 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b1170d1b-8618-4e57-aa47-3a42e1e35d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:09.662085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b1170d1b-8618-4e57-aa47-3a42e1e35d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:09.670743 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15ff802-d6d6-450e-9d75-f76c2bd60379,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:09.673559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:09.693633 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Checking segment: {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:09.694022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Network hostable DHCP agents. Network: 0ab1a66b-24a1-4231-a78a-741ef1504e00, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:17:09.800671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:17:09.863608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b1170d1b-8618-4e57-aa47-3a42e1e35d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:09.866720 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 0ab1a66b-24a1-4231-a78a-741ef1504e00) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:09.871793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:09.872551 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:09.878635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e392849-aab7-43aa-a2cd-159643a9cc63 None None] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:17:09.884758 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:09.923426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1170d1b-8618-4e57-aa47-3a42e1e35d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4e50e2-95aa-4a66-b2e8-ff0e83d7a550,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:09.939675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b1170d1b-8618-4e57-aa47-3a42e1e35d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:09.952890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b1170d1b-8618-4e57-aa47-3a42e1e35d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:09.956667 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b1170d1b-8618-4e57-aa47-3a42e1e35d21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d4e50e2-95aa-4a66-b2e8-ff0e83d7a550 HTTP/1.1" status: 204 len: 168 time: 0.4746490 Apr 20 19:17:10.017320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56786) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:10.018044 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4004731 Apr 20 19:17:10.024177 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:10.034372 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:10.049522 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Usage tracker for resource:router and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:10.061325 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:10.085709 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:10.143529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852957969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3787'] for router, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:10.144666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772036'] for router, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:10.178308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:10.191209 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632a406-1a09-5937-bf96-637273413594-0ab1a66b-24a1-4231-a78a-741ef1504e00', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379'}]}} from dv-cinder-786933-2-smb. {{(pid=86474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:17:10.192162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:10.401952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Allocated IP 172.20.0.2 (0ab1a66b-24a1-4231-a78a-741ef1504e00/d15ff802-d6d6-450e-9d75-f76c2bd60379/e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0) {{(pid=86474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:10.452868 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f201f3-1982-4b99-967e-c06704fd5c21 req-73736a96-9cdb-439b-bcc5-0f52bc535d01 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:10.454642 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e5f201f3-1982-4b99-967e-c06704fd5c21 req-73736a96-9cdb-439b-bcc5-0f52bc535d01 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1481674 Apr 20 19:17:10.529961 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e5f201f3-1982-4b99-967e-c06704fd5c21 req-0a13fec7-8b08-4256-9a53-0eca9df2bb5f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651333 Apr 20 19:17:10.737008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Notify callbacks [] for port, precommit_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:10.806216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Transition to ACTIVE for port object e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:10.834262 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Transition to ACTIVE for port object e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 will not be triggered until provisioned by entity DHCP. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:10.901314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:10.908451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:10.975077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772051'] for router, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:10.999675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 is already hosted by enough agents. {{(pid=86474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:11.000823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Resources bound (agent type, host, resource id): {{(pid=86474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:11.006115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Received port after_create {{(pid=86474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:11.057631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Pushing event updated for resources: {'Port': ['ID=e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0,revision_number=1']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:11.119583 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.120030 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.120641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.121035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.121406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.121803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.122170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.122535 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.122924 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.123237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.123597 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.123963 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:11.132997 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:11.148217 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Attempting to bind port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:17:11.148682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Attempting to bind port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:17:11.149100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Attempting to bind port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 on network 0ab1a66b-24a1-4231-a78a-741ef1504e00 {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:11.177001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:17:11.177427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Checking segment: {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:11.177907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:11.178344 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Bound using segment: {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:17:11.178966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Bound port: e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:17:11.179472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:11.399946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] For port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:17:11.403447 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] For port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:17:11.435142 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:11.441509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-330485d6-aec7-417a-a792-2a469cfe330e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:11.496850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:11.531907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:11.566870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Pushing event updated for resources: {'Port': ['ID=e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:11.579096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:11.720632 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Allocated IP 172.28.0.154 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/6de9a67a-e405-4865-a9a2-0c85095efeb2) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:12.099127 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-a4f53c20-9d3c-4579-930f-2e5531cecbea tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e81341e310fd4d7aa56e07d54b8e0391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518808 Apr 20 19:17:12.149470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:12.218552 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:12.224064 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:12.243147 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3d04-2cae-4b0c-9189-62abbf9a5172 req-e70822d5-1520-4819-82d3-ab2b00e40d63 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:12.245036 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0d9b3d04-2cae-4b0c-9189-62abbf9a5172 req-e70822d5-1520-4819-82d3-ab2b00e40d63 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.4907308 Apr 20 19:17:12.295353 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:12.304588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:12.309360 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:12.347132 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-d5983857-20ec-4b02-a79c-3dda6b3d7d46 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:12.348955 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-d5983857-20ec-4b02-a79c-3dda6b3d7d46 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2330053 Apr 20 19:17:12.352605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Pushing event updated for resources: {'Port': ['ID=6de9a67a-e405-4865-a9a2-0c85095efeb2,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:12.356997 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:12.358933 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0d9b3d04-2cae-4b0c-9189-62abbf9a5172 req-38f09f6a-df62-4de7-9da0-d545f70fbc1d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016188 Apr 20 19:17:12.394202 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-99ffa9f3-6f4b-40a7-a823-6f861cb892ce tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/quotas/e81341e310fd4d7aa56e07d54b8e0391 HTTP/1.1" status: 200 len: 375 time: 0.0222154 Apr 20 19:17:12.506365 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-4257ce32-c58a-4c38-83a7-0368a5d1f97f tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e81341e310fd4d7aa56e07d54b8e0391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942161 Apr 20 19:17:12.782059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:12.909640 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b6cc0e88-ed4e-48d2-b27a-115e97c42972 req-2ee53c99-759f-4b00-a5d9-b6b54b32b9be tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 210 time: 0.1279039 Apr 20 19:17:12.931756 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:13.108838 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:13.300194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38880c-7534-46ce-b969-89af6b32b48f None None] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:17:13.422560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56944) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:13.499550 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56952) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:13.530807 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-38028d11-ba24-42f2-8ec7-daf524c636ee None None] Provisioning for port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:13.540480 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852971812'] for router, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:13.545613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-38028d11-ba24-42f2-8ec7-daf524c636ee None None] Provisioning complete for port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:13.546042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38028d11-ba24-42f2-8ec7-daf524c636ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:13.755419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:13.796547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:13.806853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] Usage tracker for resource:security_group_rule and tenant:0185a764a93f47cf8deb832f385a2714 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:13.817332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:13.827563 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:13.832653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:13.857005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30013a0d-c642-412f-821a-5a267ef2c1c6 req-6205e90c-f5bc-4a5c-ab2b-d2d7edacb989 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:13.859377 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-30013a0d-c642-412f-821a-5a267ef2c1c6 req-6205e90c-f5bc-4a5c-ab2b-d2d7edacb989 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.2082498 Apr 20 19:17:13.859516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38028d11-ba24-42f2-8ec7-daf524c636ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:13.861258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:13.876620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] Usage tracker for resource:security_group_rule and tenant:64e18dbc286145c89ad38ae47e58cd24 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:13.882611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:13.892363 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:14.017101 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-30013a0d-c642-412f-821a-5a267ef2c1c6 req-d2ac5aa6-a2c4-4c3f-ab6d-8191e3dcb655 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515968 Apr 20 19:17:14.040229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 is scheduled to L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d with binding_index 1 {{(pid=86472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:17:14.080629 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-38028d11-ba24-42f2-8ec7-daf524c636ee None None] For port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:14.114825 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38028d11-ba24-42f2-8ec7-daf524c636ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.117717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:14.215492 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6d17ce2a-63fb-44ab-853f-906ae12980a6 req-e85e91c4-c565-4211-8dc9-bef8fd7c2d03 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 210 time: 0.0673051 Apr 20 19:17:14.234407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.236136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38028d11-ba24-42f2-8ec7-daf524c636ee None None] Pushing event updated for resources: {'Port': ['ID=e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:14.249846 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-38028d11-ba24-42f2-8ec7-daf524c636ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:14.259453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-a2ece8cd-3f56-45e0-b938-72e96ec576cc None None] Provisioning complete for port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:14.260210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a2ece8cd-3f56-45e0-b938-72e96ec576cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.280342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.316372 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c2a868e7-ef5a-48e4-b5f8-9df7a06a7ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:14.347587 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0185a764a93f47cf8deb832f385a2714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9237590 Apr 20 19:17:14.351537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56966) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:14.385567 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfe5cd9-9934-43eb-923e-b2ee0b894e0a,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:14.404825 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:14.451314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-48e5702f-e4b3-4c66-b902-3d7075f94e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.484015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-48e5702f-e4b3-4c66-b902-3d7075f94e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.544593 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:17:14.555031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Sync routers for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:17:14.555581 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-48e5702f-e4b3-4c66-b902-3d7075f94e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.560850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b1170d1b-8618-4e57-aa47-3a42e1e35d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:14.564909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:14.565807 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:16:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:14.571847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.577833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5702f-e4b3-4c66-b902-3d7075f94e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfe5cd9-9934-43eb-923e-b2ee0b894e0a,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:14.590084 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-48e5702f-e4b3-4c66-b902-3d7075f94e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:14.593870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-48e5702f-e4b3-4c66-b902-3d7075f94e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.597602 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-48e5702f-e4b3-4c66-b902-3d7075f94e65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecfe5cd9-9934-43eb-923e-b2ee0b894e0a HTTP/1.1" status: 204 len: 168 time: 0.2422404 Apr 20 19:17:14.600712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.611978 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:14.648923 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Notify callbacks [] for router, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.650298 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6321156 Apr 20 19:17:14.661985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 56972) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:14.661985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f10ae50-d3ac-468c-a43c-867b5f26ca26,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:14.680207 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:14.718046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:14.783635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56976) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:14.784013 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64e18dbc286145c89ad38ae47e58cd24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2830033 Apr 20 19:17:14.816590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:14.816590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:14.826260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:14.987883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c8ee06de-b3c7-4287-a526-d1ca6fae38d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:15.009848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-be892ffb-85d9-460f-8361-f916e2f352eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:15.043022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c8ee06de-b3c7-4287-a526-d1ca6fae38d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:15.132115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c8ee06de-b3c7-4287-a526-d1ca6fae38d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:15.170278 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9f055deb-1b64-48f0-b752-783b1a910ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:15.189808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee06de-b3c7-4287-a526-d1ca6fae38d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f10ae50-d3ac-468c-a43c-867b5f26ca26,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:15.192186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c8ee06de-b3c7-4287-a526-d1ca6fae38d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:15.196147 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c8ee06de-b3c7-4287-a526-d1ca6fae38d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f10ae50-d3ac-468c-a43c-867b5f26ca26 HTTP/1.1" status: 204 len: 168 time: 0.4081666 Apr 20 19:17:15.201866 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-41ae0c44-6309-4b6b-8a71-fa5f294db2ec tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e81341e310fd4d7aa56e07d54b8e0391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562794 Apr 20 19:17:15.207346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c8ee06de-b3c7-4287-a526-d1ca6fae38d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:15.442210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 56994) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:15.468600 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:12Z', 'revision_number': 3, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:15.474775 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Checking router: cdeebb0b-1a69-42b1-8fca-13a37faea7a9 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:17:15.475169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Updating router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 port 6de9a67a-e405-4865-a9a2-0c85095efeb2 binding host dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:17:15.567464 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86308c88-ae99-4a79-9ef5-f9332b46494f req-739544b1-d2a1-415d-a971-39eaab4e3d0e tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 210 time: 0.1317441 Apr 20 19:17:15.568272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:15.575257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:15.627440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:15.646123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e6236623318449ab81dc3ce92ac4bb11 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:15.684862 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:15.725009 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:15.751890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-c77bab23-f947-43ef-94da-ff64a5643722 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:15.753709 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-c77bab23-f947-43ef-94da-ff64a5643722 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5480764 Apr 20 19:17:15.779609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Request body: {'port': {'device_id': '36f95407-4173-4249-b2e6-d221ba97bafa', 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b', 'admin_state_up': True, 'tenant_id': 'e81341e310fd4d7aa56e07d54b8e0391'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:15.847764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:15.890451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59bfb2-72e1-4583-9af3-30f676cdf3e5 req-706283ca-6f86-4629-a141-daf705a385f5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:15.892092 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2a59bfb2-72e1-4583-9af3-30f676cdf3e5 req-706283ca-6f86-4629-a141-daf705a385f5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.5192153 Apr 20 19:17:15.935038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57004) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:16.015249 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2a59bfb2-72e1-4583-9af3-30f676cdf3e5 req-4bb6bec5-1519-481d-a7ef-ba78ce9abb59 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122122 Apr 20 19:17:16.033911 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:16.056571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Usage tracker for resource:port and tenant:e81341e310fd4d7aa56e07d54b8e0391 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:16.058908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Notify callbacks [] for port, precommit_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.062245 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:16.068514 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:16.078635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Transition to ACTIVE for port object 6de9a67a-e405-4865-a9a2-0c85095efeb2 will not be triggered until provisioned by entity L2. {{(pid=86475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:16.101440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.105829 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.126261 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.132826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:16.132989 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:16.141069 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] Usage tracker for resource:security_group_rule and tenant:04a5718d35744664a427259c0616754f is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:16.145918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:16.158553 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:16.161109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Allocated IP 172.20.0.1 (0ab1a66b-24a1-4231-a78a-741ef1504e00/d15ff802-d6d6-450e-9d75-f76c2bd60379/01813b45-3ee3-4a5c-930c-98da00f0dc9a) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:16.180036 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Made reservation on behalf of e81341e310fd4d7aa56e07d54b8e0391 for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:17:16.196425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.210808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.221904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Attempting to bind port 6de9a67a-e405-4865-a9a2-0c85095efeb2 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:17:16.222337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Attempting to bind port 6de9a67a-e405-4865-a9a2-0c85095efeb2 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:17:16.222643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2a16c7dd-9380-49da-9c15-15602e2a7d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:16.222848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Attempting to bind port 6de9a67a-e405-4865-a9a2-0c85095efeb2 on network 499d79e4-58ad-4742-aaca-92af62e706c5 {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:16.235445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:17:16.235851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Checking segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:16.236291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.237548 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Bound using segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:17:16.238282 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Bound port: 6de9a67a-e405-4865-a9a2-0c85095efeb2, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:17:16.238873 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.245086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.275137 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Pushing event updated for resources: {'Port': ['ID=6de9a67a-e405-4865-a9a2-0c85095efeb2,revision_number=2']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:16.291281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.291665 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.292635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.292635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.292835 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.293054 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.293640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.293766 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.294100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.294455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.295093 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.295232 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:16.300121 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6236623318449ab81dc3ce92ac4bb11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8516650 Apr 20 19:17:16.300121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2669ef0c-0591-4c79-8eed-027925a6f39d,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:16.302642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57012) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:16.303898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:16.309049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:16.312546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Usage tracker for resource:security_group_rule and tenant:e81341e310fd4d7aa56e07d54b8e0391 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:16.314537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:16.315946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:16.323504 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:16.362135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] For port 6de9a67a-e405-4865-a9a2-0c85095efeb2, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:17:16.365605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] For port 6de9a67a-e405-4865-a9a2-0c85095efeb2, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=6de9a67a-e405-4865-a9a2-0c85095efeb2,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:17:16.395442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.401001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:16.425715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.426745 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.451588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.458057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0a408d2f-0243-4e23-a15a-16ef038ba8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:16.467790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.472332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Transition to ACTIVE for port object 01813b45-3ee3-4a5c-930c-98da00f0dc9a will not be triggered until provisioned by entity DHCP. {{(pid=86472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:16.476786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-add5c7b3-7774-420b-a295-096967f6c056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.484366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:16.485048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:16:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:16.504502 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.517269 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:16.544599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-add5c7b3-7774-420b-a295-096967f6c056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.548369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04183f8-7806-478d-9df1-80e6da70531b,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:16.557245 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:16.608406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e62005e-2d56-4e9e-bb6a-aa63f8ff5870,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:16.620112 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04a5718d35744664a427259c0616754f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6839159 Apr 20 19:17:16.621171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:16.625148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57020) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:16.644925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Pushing event updated for resources: {'Port': ['ID=6de9a67a-e405-4865-a9a2-0c85095efeb2,revision_number=3']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:16.651425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:16.674611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.699318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:16.747994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Allocated IP 192.168.233.73 (1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b/f413535e-ba30-47f9-ba65-9df469d7c391/7af2b4b8-686b-45de-88c8-0f7b5d8466dc) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:16.777425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:16.788660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:16.802429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:16.809165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:16.854535 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ff1dcc35-fd19-48c7-8727-f9db769d0540 req-3e6974f9-b08f-4858-b34e-92fa9154c999 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 210 time: 0.0760581 Apr 20 19:17:16.882852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-add5c7b3-7774-420b-a295-096967f6c056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.894173 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Pushing event updated for resources: {'Port': ['ID=01813b45-3ee3-4a5c-930c-98da00f0dc9a,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:16.903239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:16.906989 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8fad70d0-5a45-41be-8982-0ee32ec0ed89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:16.915706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3492cf67-aab7-4fd4-8730-bab96f5656da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.947301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5c7b3-7774-420b-a295-096967f6c056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2669ef0c-0591-4c79-8eed-027925a6f39d,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:16.961014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-add5c7b3-7774-420b-a295-096967f6c056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:16.972297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731329'] for router_interface, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:16.989414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3492cf67-aab7-4fd4-8730-bab96f5656da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.047623 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-add5c7b3-7774-420b-a295-096967f6c056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.051731 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-add5c7b3-7774-420b-a295-096967f6c056 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2669ef0c-0591-4c79-8eed-027925a6f39d HTTP/1.1" status: 204 len: 168 time: 0.7422862 Apr 20 19:17:17.111127 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.168720 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Transition to ACTIVE for port object 7af2b4b8-686b-45de-88c8-0f7b5d8466dc will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:17.191599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:12Z', 'revision_number': 3, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:17.200215 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ec8b4-6a4d-4425-a8f4-79222d9d3932 None None] The sync data for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb is: [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:12Z', 'revision_number': 3, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:17:17.203198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-67e86d5b-1c54-4070-8b7f-f7c2851a1ef2 None None] Provisioning for port 01813b45-3ee3-4a5c-930c-98da00f0dc9a completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:17.215799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-67e86d5b-1c54-4070-8b7f-f7c2851a1ef2 None None] Provisioning complete for port 01813b45-3ee3-4a5c-930c-98da00f0dc9a triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:17.216464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-67e86d5b-1c54-4070-8b7f-f7c2851a1ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.218604 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3492cf67-aab7-4fd4-8730-bab96f5656da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.224242 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b4b82e48-0251-4aeb-adf6-0b2045fc3284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:17.302160 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492cf67-aab7-4fd4-8730-bab96f5656da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e62005e-2d56-4e9e-bb6a-aa63f8ff5870,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:17.312656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3492cf67-aab7-4fd4-8730-bab96f5656da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:17.317318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.338312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3492cf67-aab7-4fd4-8730-bab96f5656da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.342026 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3492cf67-aab7-4fd4-8730-bab96f5656da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e62005e-2d56-4e9e-bb6a-aa63f8ff5870 HTTP/1.1" status: 204 len: 168 time: 0.7127509 Apr 20 19:17:17.359174 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-34757bc3-612c-4ba4-b4da-fd7919dff597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.367257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-67e86d5b-1c54-4070-8b7f-f7c2851a1ef2 None None] Port 01813b45-3ee3-4a5c-930c-98da00f0dc9a cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:17:17.372105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.418705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.430505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cfe9704f-e65c-485d-a6d2-2966f407940e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:17.510242 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:17.514202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:17.524028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:17.530445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:17.531121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.544746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Pushing event updated for resources: {'Port': ['ID=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:17.559114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:17.636512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33591add-336f-4db6-95ad-93ee91116d20 req-993e0306-7c7d-4666-ae27-ffcac1f146d7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:17.638291 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-33591add-336f-4db6-95ad-93ee91116d20 req-993e0306-7c7d-4666-ae27-ffcac1f146d7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.4190185 Apr 20 19:17:17.715655 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9477329 Apr 20 19:17:17.742541 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.765995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Request body: {'port': {'device_id': '36f95407-4173-4249-b2e6-d221ba97bafa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:17.799396 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.862194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:17.904206 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-33591add-336f-4db6-95ad-93ee91116d20 req-bd4a6a81-48ac-4155-9e84-710e28590f06 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494659 Apr 20 19:17:17.924790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-384dc397-8444-4dc7-9cf4-7b1aa517bbc1 None None] Provisioning for port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:17.930944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-384dc397-8444-4dc7-9cf4-7b1aa517bbc1 None None] Provisioning complete for port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:17.931371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-384dc397-8444-4dc7-9cf4-7b1aa517bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:17.999282 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Pushing event updated for resources: {'Port': ['ID=01813b45-3ee3-4a5c-930c-98da00f0dc9a,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:18.004089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:18.051062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853044378'] for router_interface, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:18.117633 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-384dc397-8444-4dc7-9cf4-7b1aa517bbc1 None None] Port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:17:18.138932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:18.146412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:18.260701 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:18.262514 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:18.462958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66c82e-a020-4c27-adb0-a7cfd7a68af9 req-5188bba9-d1b4-4fdd-a804-2ad69ba6c4bf tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:18.463799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1e66c82e-a020-4c27-adb0-a7cfd7a68af9 req-5188bba9-d1b4-4fdd-a804-2ad69ba6c4bf tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Synchronizing usage tracker for tenant:e81341e310fd4d7aa56e07d54b8e0391 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:17:18.668291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-50095d0a-bed7-4265-a822-bbd69e55f456 None None] Provisioning complete for port 01813b45-3ee3-4a5c-930c-98da00f0dc9a triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:18.668759 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-50095d0a-bed7-4265-a822-bbd69e55f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:18.818462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1e66c82e-a020-4c27-adb0-a7cfd7a68af9 req-5188bba9-d1b4-4fdd-a804-2ad69ba6c4bf tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Unset dirty status for tenant:e81341e310fd4d7aa56e07d54b8e0391 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:17:18.827149 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1e66c82e-a020-4c27-adb0-a7cfd7a68af9 req-5188bba9-d1b4-4fdd-a804-2ad69ba6c4bf tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 935 time: 0.7611966 Apr 20 19:17:18.848095 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 6de9a67a-e405-4865-a9a2-0c85095efeb2 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:18.896915 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1e66c82e-a020-4c27-adb0-a7cfd7a68af9 req-71720a3e-5b6d-4270-bf57-947c347184a5 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Synchronizing usage tracker for tenant:e81341e310fd4d7aa56e07d54b8e0391 on resource:security_group {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:17:18.912804 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-50095d0a-bed7-4265-a822-bbd69e55f456 None None] Port 01813b45-3ee3-4a5c-930c-98da00f0dc9a cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:17:18.946521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:17:18.996807 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1e66c82e-a020-4c27-adb0-a7cfd7a68af9 req-71720a3e-5b6d-4270-bf57-947c347184a5 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Unset dirty status for tenant:e81341e310fd4d7aa56e07d54b8e0391 on resource:security_group {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:17:19.011864 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1e66c82e-a020-4c27-adb0-a7cfd7a68af9 req-71720a3e-5b6d-4270-bf57-947c347184a5 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834199 Apr 20 19:17:19.041985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af2b4b8-686b-45de-88c8-0f7b5d8466dc {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:17:19.055055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:19.072998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Transition to ACTIVE for port object 7af2b4b8-686b-45de-88c8-0f7b5d8466dc will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:19.109835 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 6de9a67a-e405-4865-a9a2-0c85095efeb2 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:19.117116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 6de9a67a-e405-4865-a9a2-0c85095efeb2 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:19.117717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:19.144333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:19.164122 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:19.334343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:19.337866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:19.341560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:17:19.352261 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] 10.222.0.35 "PUT /v2.0/routers/cdeebb0b-1a69-42b1-8fca-13a37faea7a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6832619 Apr 20 19:17:19.483784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:19.503146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Attempting to bind port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:17:19.503533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Attempting to bind port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '06b3f44d-25ee-40a0-a2c4-ab8855a61086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:17:19.503918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Attempting to bind port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc on network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:19.523448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc on network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:17:19.523750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Attempting to bind port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc on network 1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:19.532482 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:17:19.533236 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Checking segment: {'id': '06b3f44d-25ee-40a0-a2c4-ab8855a61086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:19.533812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Bound using segment: {'id': '06b3f44d-25ee-40a0-a2c4-ab8855a61086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:17:19.534306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Bound port: 7af2b4b8-686b-45de-88c8-0f7b5d8466dc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b3f44d-25ee-40a0-a2c4-ab8855a61086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:17:19.534692 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:19.592177 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:19.623866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 6de9a67a-e405-4865-a9a2-0c85095efeb2, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=6de9a67a-e405-4865-a9a2-0c85095efeb2,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:19.670493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] For port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:17:19.674911 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] For port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,segment=NetworkSegment(06b3f44d-25ee-40a0-a2c4-ab8855a61086),segment_id=06b3f44d-25ee-40a0-a2c4-ab8855a61086)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:17:19.680625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:19.682980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:19.687813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0e36d-e672-4d78-a98b-84a51d73ea21 req-7561d797-21b8-4187-b6f9-db77d0a13d05 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:19.696679 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fff0e36d-e672-4d78-a98b-84a51d73ea21 req-7561d797-21b8-4187-b6f9-db77d0a13d05 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.5465491 Apr 20 19:17:19.720220 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:19.737907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:19.825343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=6de9a67a-e405-4865-a9a2-0c85095efeb2,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:19.828616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:19.835852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:19.849062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:19.850705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:19.852634 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/7af2b4b8-686b-45de-88c8-0f7b5d8466dc HTTP/1.1" status: 200 len: 1097 time: 2.1146646 Apr 20 19:17:19.867019 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f95407-4173-4249-b2e6-d221ba97bafa', 'tag': '7af2b4b8-686b-45de-88c8-0f7b5d8466dc'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:17:19.871630 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:19.890969 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fff0e36d-e672-4d78-a98b-84a51d73ea21 req-8eaf82a6-7120-42a2-9528-7a16a144ecf9 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919672 Apr 20 19:17:20.060209 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-41d01e61-1615-475c-b18b-866ef12189ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:20.061868 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-41d01e61-1615-475c-b18b-866ef12189ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e81341e310fd4d7aa56e07d54b8e0391&device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 1100 time: 0.1251171 Apr 20 19:17:20.154349 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-84c70274-dcb9-4198-8c1d-6a7f67288d28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7af2b4b8-686b-45de-88c8-0f7b5d8466dc HTTP/1.1" status: 200 len: 217 time: 0.0783129 Apr 20 19:17:20.185737 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f95407-4173-4249-b2e6-d221ba97bafa', 'tag': '7af2b4b8-686b-45de-88c8-0f7b5d8466dc', 'status': 'completed', 'code': 200} Apr 20 19:17:20.439307 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-6a834393-ac79-45c7-934c-33f1cf62d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:20.440903 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-6a834393-ac79-45c7-934c-33f1cf62d3ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f413535e-ba30-47f9-ba65-9df469d7c391 HTTP/1.1" status: 200 len: 843 time: 0.2541595 Apr 20 19:17:20.503921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef01f9-a2f4-45a7-a447-e69c8def9d14 req-3cc7ebca-b64e-4182-b29c-d87961e6529a tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:20.505592 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-37ef01f9-a2f4-45a7-a447-e69c8def9d14 req-3cc7ebca-b64e-4182-b29c-d87961e6529a tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 947 time: 0.1887221 Apr 20 19:17:20.573516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57116) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:20.579852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898564415', 'description': 'tempest-description--1487925854'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:20.591051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:20.595538 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:security_group and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:20.599248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:20.608113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:20.657729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:20.713995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:20.730099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:security_group_rule and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:20.731182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 6de9a67a-e405-4865-a9a2-0c85095efeb2 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:20.734510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:20.744869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:20.846333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Sync routers for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:17:20.848462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:20.854277 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-37ef01f9-a2f4-45a7-a447-e69c8def9d14 req-02a69242-5703-4010-9a70-5d458ab8313c tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385715 Apr 20 19:17:20.858033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-ccda9467-4c47-441c-9ae4-75fa39aee912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:20.868745 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-ccda9467-4c47-441c-9ae4-75fa39aee912 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4099410 Apr 20 19:17:20.874642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:20.875465 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:20.903510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:20.958660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:21.018904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82085249-cd47-4a42-8621-df80d3b90317,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:21.022272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:21.058229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.063647 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4889536 Apr 20 19:17:21.064539 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57134) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:21.070228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 6de9a67a-e405-4865-a9a2-0c85095efeb2 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:21.072951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.073059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'security_group_rule': {'security_group_id': '82085249-cd47-4a42-8621-df80d3b90317', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:21.080980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:21.086416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:security_group_rule and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:21.092512 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-d8a24581-35a2-44e7-bb32-315b0458596b service neutron] 10.222.0.15 "GET /v2.0/networks/1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246816 Apr 20 19:17:21.095402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:21.111474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:21.174281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.235328 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:21.292484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.330637 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.333881 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:21.370043 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20549b5-dcf9-4b3a-8f80-bc81d661dc47,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:21.380392 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:21.411619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.414661 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3481789 Apr 20 19:17:21.416824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57148) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:21.423530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'security_group_rule': {'security_group_id': '82085249-cd47-4a42-8621-df80d3b90317', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:21.432049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:21.437101 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:security_group_rule and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:21.440819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:21.448517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:21.449521 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b4e83d6-c91a-48c8-a60f-52a85f1c06f0 req-21c52b4c-5327-401c-88fe-118473863acf service neutron] 10.222.0.15 "GET /v2.0/networks/1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435762 Apr 20 19:17:21.509116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.515737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d66eb-f4d5-4014-a237-0c58a726a66e req-04092ff5-48b6-4365-8df1-717c70831bce tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:21.517672 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0e7d66eb-f4d5-4014-a237-0c58a726a66e req-04092ff5-48b6-4365-8df1-717c70831bce tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1984372 Apr 20 19:17:21.604669 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0e7d66eb-f4d5-4014-a237-0c58a726a66e req-b9dd6654-d23d-476b-96c6-698c7a186502 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792177 Apr 20 19:17:21.617383 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.657683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.686083 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:21.752325 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-11501be4-15a4-4153-b855-41bffc56a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:21.753956 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-11501be4-15a4-4153-b855-41bffc56a926 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e81341e310fd4d7aa56e07d54b8e0391&device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 1100 time: 0.1536117 Apr 20 19:17:21.759345 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3114567c-523e-4dc0-9546-475f4485d70c,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:21.762398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:21.794320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.796447 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778415 Apr 20 19:17:21.799197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57156) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:21.807663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'floatingip': {'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:21.826428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:21.837324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:floatingip and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:21.844710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:21.852619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 2, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:21.857364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:21.857720 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Checking router: cdeebb0b-1a69-42b1-8fca-13a37faea7a9 for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:17:21.858133 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Updating router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 port 01813b45-3ee3-4a5c-930c-98da00f0dc9a binding host dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:17:21.931425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.971250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-352069d1-1a33-4633-a7f5-23167f2fb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:21.973210 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-352069d1-1a33-4633-a7f5-23167f2fb9b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b HTTP/1.1" status: 200 len: 870 time: 0.2123420 Apr 20 19:17:21.976534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:21.981838 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57162) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:22.144757 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-120ec5e5-93b7-4c81-a752-63253665452a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7af2b4b8-686b-45de-88c8-0f7b5d8466dc HTTP/1.1" status: 200 len: 217 time: 0.1644964 Apr 20 19:17:22.221988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:22.258110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-3059fb43-abb1-49d6-9f55-d19339e18180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:22.259844 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-3059fb43-abb1-49d6-9f55-d19339e18180 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f413535e-ba30-47f9-ba65-9df469d7c391 HTTP/1.1" status: 200 len: 843 time: 0.1046486 Apr 20 19:17:22.285178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b740e-62ca-4f31-b7f0-282fa311d617 req-b36691c8-1d11-4aa0-b03d-87900ec115d0 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:22.287099 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f54b740e-62ca-4f31-b7f0-282fa311d617 req-b36691c8-1d11-4aa0-b03d-87900ec115d0 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 947 time: 0.2239332 Apr 20 19:17:22.318262 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:22.344684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:22.349407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] Usage tracker for resource:security_group_rule and tenant:b8faff863f394b3d9c9ac7e45e5a5510 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:22.353102 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:22.376405 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:22.448614 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f54b740e-62ca-4f31-b7f0-282fa311d617 req-71316876-17c6-4404-92c2-3393ae6f69bd tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064730 Apr 20 19:17:22.466305 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-41038305-c179-42d8-9423-eeaefd02e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:22.467942 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-41038305-c179-42d8-9423-eeaefd02e78c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1934998 Apr 20 19:17:22.527059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Notify callbacks [] for port, precommit_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:22.541409 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Transition to ACTIVE for port object 01813b45-3ee3-4a5c-930c-98da00f0dc9a will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:22.577094 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:22.583324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:22.607946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:22.622440 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-32dcfbe9-6f04-4f5f-87b1-9596b0c4189b service neutron] 10.222.0.15 "GET /v2.0/networks/1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453567 Apr 20 19:17:22.635624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Allocated IP 172.28.0.36 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/abfb49fb-94d0-40c7-851a-1923dddef0de) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:22.642124 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:22.665403 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-69aa93ef-db25-4c4a-90c1-4580d6359698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:22.821324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f7b1a-e671-4158-b5d3-d13f6b10c4ff None None] Pushing event updated for resources: {'Port': ['ID=01813b45-3ee3-4a5c-930c-98da00f0dc9a,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:22.824460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ec4f7b1a-e671-4158-b5d3-d13f6b10c4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:22.853880 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Attempting to bind port 01813b45-3ee3-4a5c-930c-98da00f0dc9a on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:17:22.854304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Attempting to bind port 01813b45-3ee3-4a5c-930c-98da00f0dc9a by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:17:22.854728 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Attempting to bind port 01813b45-3ee3-4a5c-930c-98da00f0dc9a on network 0ab1a66b-24a1-4231-a78a-741ef1504e00 {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:22.861013 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:17:22.861430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Checking segment: {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:22.861908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:22.862453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Bound using segment: {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:17:22.862975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Bound port: 01813b45-3ee3-4a5c-930c-98da00f0dc9a, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:17:22.863395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:22.910019 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8faff863f394b3d9c9ac7e45e5a5510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9267616 Apr 20 19:17:22.918647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57180) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:22.919368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f0553e-f8c5-4aa9-bc1c-2d0a0d96bb11,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:22.922863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:22.937409 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86e5f076-75ad-4fc3-b7c4-857b2967b990 req-77291b1e-fb63-47a8-8dd6-b09ecaa03739 service neutron] 10.222.0.15 "GET /v2.0/networks/1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070509 Apr 20 19:17:23.029890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] For port 01813b45-3ee3-4a5c-930c-98da00f0dc9a, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:17:23.031501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91740cda-d16d-4846-9653-c5bdeaedcf17 req-56e22d3e-debc-488a-97e1-4d0729100ed4 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:23.032891 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-91740cda-d16d-4846-9653-c5bdeaedcf17 req-56e22d3e-debc-488a-97e1-4d0729100ed4 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.0944843 Apr 20 19:17:23.033519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] For port 01813b45-3ee3-4a5c-930c-98da00f0dc9a, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=01813b45-3ee3-4a5c-930c-98da00f0dc9a,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:17:23.056943 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d959d386-517d-428a-a0bb-c589e80ea258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:23.085992 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d959d386-517d-428a-a0bb-c589e80ea258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:23.089303 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-91740cda-d16d-4846-9653-c5bdeaedcf17 req-6c3a8e11-108d-4f1f-945b-3eb20a3f9330 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485048 Apr 20 19:17:23.149677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:23.154530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:23.221885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:23.230816 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:23.231501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:23.269124 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d959d386-517d-428a-a0bb-c589e80ea258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:23.275655 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-782fe6b9-9997-470b-9135-c98724cb4065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:23.297082 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959d386-517d-428a-a0bb-c589e80ea258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f0553e-f8c5-4aa9-bc1c-2d0a0d96bb11,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:23.309621 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d959d386-517d-428a-a0bb-c589e80ea258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:23.311977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:23.323833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:23.370709 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d959d386-517d-428a-a0bb-c589e80ea258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:23.374886 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d959d386-517d-428a-a0bb-c589e80ea258 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21f0553e-f8c5-4aa9-bc1c-2d0a0d96bb11 HTTP/1.1" status: 204 len: 168 time: 0.4480932 Apr 20 19:17:23.389381 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:23.392815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:23.396331 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:23.397975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f7b1a-e671-4158-b5d3-d13f6b10c4ff None None] Pushing event updated for resources: {'Port': ['ID=01813b45-3ee3-4a5c-930c-98da00f0dc9a,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:23.483901 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'Port': ['ID=abfb49fb-94d0-40c7-851a-1923dddef0de,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:23.494121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:23.587516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:23.650398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ec4f7b1a-e671-4158-b5d3-d13f6b10c4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:23.766307 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:23.767585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:23.790595 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425671-6a0e-45f2-81b6-cb32cd5a7200 req-64b18a09-b294-4fa1-b081-1eef3bcc98ac tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:23.801691 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5b425671-6a0e-45f2-81b6-cb32cd5a7200 req-64b18a09-b294-4fa1-b081-1eef3bcc98ac tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 947 time: 0.1610253 Apr 20 19:17:23.863852 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5b425671-6a0e-45f2-81b6-cb32cd5a7200 req-cc7d01ad-1459-4261-b06e-edde68c6166f tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607440 Apr 20 19:17:24.103359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.108828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 57200) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:24.162444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.177298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.184350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8097ff20-2d70-40d3-b6f1-49d4cf096356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:24.186461 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:23Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:24.192105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86908dad-2f6f-4ad2-a91c-1cca826da881 None None] The sync data for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb is: [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:23Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:17:24.216262 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:24.222462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] Usage tracker for resource:security_group_rule and tenant:8cb2b2fb1fe0454a9064d033715dcf7e is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:24.232143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:24.242946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:24.351089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'Port': ['ID=abfb49fb-94d0-40c7-851a-1923dddef0de,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:24.361592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:24.391769 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.466843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1eea6-adf9-4d14-959a-855ea7bcdf80 req-259d7b9f-87c4-4d39-b9d5-ddcb1be23b52 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:24.468458 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2fb1eea6-adf9-4d14-959a-855ea7bcdf80 req-259d7b9f-87c4-4d39-b9d5-ddcb1be23b52 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1587267 Apr 20 19:17:24.477104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.486656 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6784189 Apr 20 19:17:24.508216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.548921 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2fb1eea6-adf9-4d14-959a-855ea7bcdf80 req-637f6410-3b63-478f-b4fc-964d90b3244d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663648 Apr 20 19:17:24.550229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.581736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cd115a4a-701e-4aaa-b706-d73d1177851c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:24.594619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57214) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:24.594766 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cb2b2fb1fe0454a9064d033715dcf7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4846234 Apr 20 19:17:24.619032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb46010-3e0f-45ff-88c7-8825e870ba87,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:24.623463 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:24.708785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc11a-59a7-47c3-91f3-39240b474444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.749454 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc11a-59a7-47c3-91f3-39240b474444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.824263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 01813b45-3ee3-4a5c-930c-98da00f0dc9a up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:24.860145 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-47d77750-2b97-4d2d-a1ed-bb5c729531ce tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--898564415&fields=id&tenant_id=136417c87f6c4ae7a056bea048b0078d HTTP/1.1" status: 200 len: 267 time: 0.0600317 Apr 20 19:17:24.904195 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc11a-59a7-47c3-91f3-39240b474444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.911104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-add5c7b3-7774-420b-a295-096967f6c056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:24.927595 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fc11a-59a7-47c3-91f3-39240b474444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb46010-3e0f-45ff-88c7-8825e870ba87,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:24.939557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9d8fc11a-59a7-47c3-91f3-39240b474444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:24.943425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc11a-59a7-47c3-91f3-39240b474444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:24.947945 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9d8fc11a-59a7-47c3-91f3-39240b474444 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cb46010-3e0f-45ff-88c7-8825e870ba87 HTTP/1.1" status: 204 len: 168 time: 0.3521311 Apr 20 19:17:24.960626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 01813b45-3ee3-4a5c-930c-98da00f0dc9a completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:24.967493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 01813b45-3ee3-4a5c-930c-98da00f0dc9a triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:24.970450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:25.067967 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-da6f09a6-99b5-4c6b-9fda-4ff9e3396276 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:25.069826 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-da6f09a6-99b5-4c6b-9fda-4ff9e3396276 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 810 time: 0.1866026 Apr 20 19:17:25.093409 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-77eb2d69-8f51-4087-8500-d5e4f502bd92 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/quotas/136417c87f6c4ae7a056bea048b0078d HTTP/1.1" status: 200 len: 375 time: 0.0119774 Apr 20 19:17:25.129640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:25.165437 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 01813b45-3ee3-4a5c-930c-98da00f0dc9a, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=01813b45-3ee3-4a5c-930c-98da00f0dc9a,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:25.223536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:25.230859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:25.263688 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-12517bef-d66f-4a8e-841f-bd19c323f670 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1614640 Apr 20 19:17:25.353080 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=01813b45-3ee3-4a5c-930c-98da00f0dc9a,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:25.360483 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:25.411384 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c2636-87a6-458c-953c-1a87719230ea req-1cfdb7a5-7c83-4fce-b8b2-efa1109062a8 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:25.413553 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-533c2636-87a6-458c-953c-1a87719230ea req-1cfdb7a5-7c83-4fce-b8b2-efa1109062a8 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 947 time: 0.2241194 Apr 20 19:17:25.499970 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-ee395646-5573-4568-a45c-75430c6f94c6 service neutron] 10.222.0.35 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140024 Apr 20 19:17:25.523044 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-533c2636-87a6-458c-953c-1a87719230ea req-9d07a6cb-31b6-47e6-9585-f15e92bcb9e5 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840664 Apr 20 19:17:25.703689 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-5d39c790-d0a0-43a4-87db-4ba6b3830bba service neutron] 10.222.0.35 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789412 Apr 20 19:17:25.816301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8729299-67bb-484b-a731-d08aed7e4da6 req-b90d7a60-da8f-4d1d-ae08-7822ec9e52c4 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:25.817977 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f8729299-67bb-484b-a731-d08aed7e4da6 req-b90d7a60-da8f-4d1d-ae08-7822ec9e52c4 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1104794 Apr 20 19:17:25.869191 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f8729299-67bb-484b-a731-d08aed7e4da6 req-a6746f61-75cc-4c6f-868b-c05cd2ddc118 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446036 Apr 20 19:17:25.998445 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-71dfa2a6-e99b-40a4-b7d5-28170374db71 req-39023b2c-dc44-423e-9d30-0bd8d0b39f84 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 210 time: 0.0529349 Apr 20 19:17:26.629704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 7af2b4b8-686b-45de-88c8-0f7b5d8466dc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:17:26.793371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0f6b2-88cb-4554-b9bf-1935a8ee8953 req-7026a3b3-9773-4a9f-aae4-8f4aba37f6ce tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:26.795026 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b4c0f6b2-88cb-4554-b9bf-1935a8ee8953 req-7026a3b3-9773-4a9f-aae4-8f4aba37f6ce tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 947 time: 0.1245105 Apr 20 19:17:26.828578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 01813b45-3ee3-4a5c-930c-98da00f0dc9a up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:26.878478 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b4c0f6b2-88cb-4554-b9bf-1935a8ee8953 req-fab88cb6-4c17-4799-88e2-78611c008224 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760183 Apr 20 19:17:26.968330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 01813b45-3ee3-4a5c-930c-98da00f0dc9a triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:26.968755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:27.042742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,segment=NetworkSegment(06b3f44d-25ee-40a0-a2c4-ab8855a61086),segment_id=06b3f44d-25ee-40a0-a2c4-ab8855a61086)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:27.079134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '7af2b4b8-686b-45de-88c8-0f7b5d8466dc', 'network_id': '1dfe55ee-5f10-4531-b8dd-fcf8c1f2b20b', 'port_id': '7af2b4b8-686b-45de-88c8-0f7b5d8466dc', 'mac_address': 'fa:16:3e:b3:55:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f413535e-ba30-47f9-ba65-9df469d7c391', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:17:27.153461 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:27.183186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af2b4b8-686b-45de-88c8-0f7b5d8466dc {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:17:27.190005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb6e5a-6407-4fa6-a564-48446d7e348b req-3ac49c06-70cf-4885-b350-9232470e4464 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:27.200958 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-21bb6e5a-6407-4fa6-a564-48446d7e348b req-3ac49c06-70cf-4885-b350-9232470e4464 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1851740 Apr 20 19:17:27.262608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,segment=NetworkSegment(06b3f44d-25ee-40a0-a2c4-ab8855a61086),segment_id=06b3f44d-25ee-40a0-a2c4-ab8855a61086)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:27.283568 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-196c44eb-70e4-42fd-a8ec-d0e267d120fa req-14a4cc60-b07e-4b94-87db-2a263247b962 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 210 time: 0.0770972 Apr 20 19:17:27.317568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:27.323367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:27.353991 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-21bb6e5a-6407-4fa6-a564-48446d7e348b req-e2819497-4d43-42a4-844b-5de07a80f608 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495118 Apr 20 19:17:27.432564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:27.436829 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:27.908574 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['7af2b4b8-686b-45de-88c8-0f7b5d8466dc'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:17:28.086909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05e251-31f6-442d-9da4-e9368d49a792 req-b490b549-2e7d-4675-bbdb-be4c11bba78d tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:28.088493 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ae05e251-31f6-442d-9da4-e9368d49a792 req-b490b549-2e7d-4675-bbdb-be4c11bba78d tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 948 time: 0.1007423 Apr 20 19:17:28.151994 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ae05e251-31f6-442d-9da4-e9368d49a792 req-fcd8d943-e4a3-41da-b333-a07926a2193a tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453055 Apr 20 19:17:28.385118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-25565059-8229-4813-81cc-431facf48b15 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:28.386744 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-25565059-8229-4813-81cc-431facf48b15 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.15 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 810 time: 0.1672168 Apr 20 19:17:28.491695 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-75a69fa0-3210-48dd-b563-75cb4b9a9beb req-a0b04dfd-47e4-4d54-a095-4aad45f194dc tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 210 time: 0.0760829 Apr 20 19:17:28.806394 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-38c16612-7184-4b55-9e81-b00cf0a6a459 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=136417c87f6c4ae7a056bea048b0078d HTTP/1.1" status: 200 len: 5708 time: 0.4095500 Apr 20 19:17:28.822200 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'port': {'device_id': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'admin_state_up': True, 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'security_groups': ['82085249-cd47-4a42-8621-df80d3b90317']}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:28.978385 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b371b-1f19-4dac-a4df-2c5c32af77bc req-e8812b7c-25df-4b0c-990a-ecfe2e9d2f17 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:28.980064 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f12b371b-1f19-4dac-a4df-2c5c32af77bc req-e8812b7c-25df-4b0c-990a-ecfe2e9d2f17 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.4911461 Apr 20 19:17:29.026650 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:29.046293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:port and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:29.051231 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:29.061345 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f12b371b-1f19-4dac-a4df-2c5c32af77bc req-f3b4fa69-4411-4cb2-a6aa-2045332e1540 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660880 Apr 20 19:17:29.062265 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:29.337111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Made reservation on behalf of 136417c87f6c4ae7a056bea048b0078d for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:17:29.343276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:29.425351 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57390) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:29.473462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ca635-12c5-4c9f-ab1d-967bc23aa8e6 req-598617e3-535f-45ed-abf0-0adc779a640b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:29.475202 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-666ca635-12c5-4c9f-ab1d-967bc23aa8e6 req-598617e3-535f-45ed-abf0-0adc779a640b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 948 time: 0.1955996 Apr 20 19:17:29.582521 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-666ca635-12c5-4c9f-ab1d-967bc23aa8e6 req-6ba6e376-c5e9-42d2-9924-b6d4d9a20062 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987790 Apr 20 19:17:29.587904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:29.596386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Allocated IP 172.20.0.10 (0ab1a66b-24a1-4231-a78a-741ef1504e00/d15ff802-d6d6-450e-9d75-f76c2bd60379/ba49f1e0-704b-4f64-a22b-a9b288d35c68) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:29.612580 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:29.618271 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] Usage tracker for resource:security_group_rule and tenant:addbd836c28b4012abbaeaf3e12924f7 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:29.622058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:29.628878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:29.753623 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-83068115-3906-4efc-a883-379274b12aa6 req-03f4d0aa-ec48-4210-8411-1e6ccbdfc032 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 210 time: 0.0753911 Apr 20 19:17:29.891111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:29.949255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:29.963233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-72b6c4b6-bcfb-44cd-83e2-c63bda6596ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:29.982198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.003707 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Transition to ACTIVE for port object ba49f1e0-704b-4f64-a22b-a9b288d35c68 will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:30.023814 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=addbd836c28b4012abbaeaf3e12924f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5971615 Apr 20 19:17:30.025548 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c561f34c-4ad7-4948-9e50-e8211b65d46e,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:30.027526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 57412) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:30.028916 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:30.072225 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.084531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9720a80e-17f7-46f9-ad6f-36413c64d3b9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:30.184769 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:30.185708 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5f8deefc-9751-4642-a8b1-5674fc279d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.192103 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:30.195834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:30.202086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:30.202751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.250433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'Port': ['ID=ba49f1e0-704b-4f64-a22b-a9b288d35c68,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:30.253672 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:30.293305 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5f8deefc-9751-4642-a8b1-5674fc279d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.366021 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5523715 Apr 20 19:17:30.381908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79b3d9-6219-4ca6-b86d-95fad8c59114 req-5d41cbb1-dd98-4c2a-b1c7-4d9a97049e2d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:30.386181 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ff79b3d9-6219-4ca6-b86d-95fad8c59114 req-5d41cbb1-dd98-4c2a-b1c7-4d9a97049e2d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.2009802 Apr 20 19:17:30.388834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Request body: {'port': {'device_id': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:30.405429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-64e19b28-81b8-4a8e-9c16-3ad5725264c7 None None] Provisioning for port ba49f1e0-704b-4f64-a22b-a9b288d35c68 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:30.410967 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-64e19b28-81b8-4a8e-9c16-3ad5725264c7 None None] Provisioning complete for port ba49f1e0-704b-4f64-a22b-a9b288d35c68 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:30.411396 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-64e19b28-81b8-4a8e-9c16-3ad5725264c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.452728 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5f8deefc-9751-4642-a8b1-5674fc279d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.466974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:30.473292 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-64e19b28-81b8-4a8e-9c16-3ad5725264c7 None None] Port ba49f1e0-704b-4f64-a22b-a9b288d35c68 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:17:30.495283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8deefc-9751-4642-a8b1-5674fc279d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c561f34c-4ad7-4948-9e50-e8211b65d46e,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:30.504527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5f8deefc-9751-4642-a8b1-5674fc279d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:30.542358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5f8deefc-9751-4642-a8b1-5674fc279d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.543484 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5f8deefc-9751-4642-a8b1-5674fc279d09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c561f34c-4ad7-4948-9e50-e8211b65d46e HTTP/1.1" status: 204 len: 168 time: 0.5135481 Apr 20 19:17:30.554638 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ff79b3d9-6219-4ca6-b86d-95fad8c59114 req-29dcb4b7-3088-4713-98a0-64ac7ed48e98 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301279 Apr 20 19:17:30.575257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.653356 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 7af2b4b8-686b-45de-88c8-0f7b5d8466dc up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:30.782832 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:30.788899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:30.789401 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.960962 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:31.002338 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f95407-4173-4249-b2e6-d221ba97bafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af2b4b8-686b-45de-88c8-0f7b5d8466dc'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:17:31.007519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5792d-c850-4557-b532-d3bfe0daed60 req-285408f9-7404-4cdd-8489-3613cc672310 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:31.009162 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-06a5792d-c850-4557-b532-d3bfe0daed60 req-285408f9-7404-4cdd-8489-3613cc672310 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 948 time: 0.2793422 Apr 20 19:17:31.014918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,segment=NetworkSegment(06b3f44d-25ee-40a0-a2c4-ab8855a61086),segment_id=06b3f44d-25ee-40a0-a2c4-ab8855a61086)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:31.053683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:31.059481 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:31.088052 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-06a5792d-c850-4557-b532-d3bfe0daed60 req-2b7bd32d-84e6-48f3-baa1-808a9613a2ee tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665631 Apr 20 19:17:31.114485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f10d5-bd7f-43f9-b13c-cad7dc974906 req-bc32a8c1-75e7-4974-9ad1-4ada4027a9b3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:31.114717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-000f10d5-bd7f-43f9-b13c-cad7dc974906 req-bc32a8c1-75e7-4974-9ad1-4ada4027a9b3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Synchronizing usage tracker for tenant:136417c87f6c4ae7a056bea048b0078d on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:17:31.158945 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:31.163793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:31.205837 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba49f1e0-704b-4f64-a22b-a9b288d35c68 {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:17:31.213892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:31.230300 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Transition to ACTIVE for port object ba49f1e0-704b-4f64-a22b-a9b288d35c68 will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:31.251059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-000f10d5-bd7f-43f9-b13c-cad7dc974906 req-bc32a8c1-75e7-4974-9ad1-4ada4027a9b3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Unset dirty status for tenant:136417c87f6c4ae7a056bea048b0078d on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:17:31.252491 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-000f10d5-bd7f-43f9-b13c-cad7dc974906 req-bc32a8c1-75e7-4974-9ad1-4ada4027a9b3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 932 time: 0.3697782 Apr 20 19:17:31.257628 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 57436) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:31.295368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:31.296412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:31.316633 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:31.325743 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f95407-4173-4249-b2e6-d221ba97bafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af2b4b8-686b-45de-88c8-0f7b5d8466dc', 'code': 200} Apr 20 19:17:31.375932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:31.393537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] Usage tracker for resource:security_group_rule and tenant:a27ad2e3dc144bdd9a5c6eaff6c4183c is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:31.442986 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:31.466637 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:31.485125 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-000f10d5-bd7f-43f9-b13c-cad7dc974906 req-eb420400-3ed9-4f77-bdd4-56717b09af60 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247591 Apr 20 19:17:31.500033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba49f1e0-704b-4f64-a22b-a9b288d35c68,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:31.533778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:31.574368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Attempting to bind port ba49f1e0-704b-4f64-a22b-a9b288d35c68 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:17:31.574743 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Attempting to bind port ba49f1e0-704b-4f64-a22b-a9b288d35c68 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:17:31.575111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Attempting to bind port ba49f1e0-704b-4f64-a22b-a9b288d35c68 on network 0ab1a66b-24a1-4231-a78a-741ef1504e00 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:31.586684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Port ba49f1e0-704b-4f64-a22b-a9b288d35c68 on network 0ab1a66b-24a1-4231-a78a-741ef1504e00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:17:31.587050 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Attempting to bind port ba49f1e0-704b-4f64-a22b-a9b288d35c68 on network 0ab1a66b-24a1-4231-a78a-741ef1504e00 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:31.595910 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:17:31.596292 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Checking segment: {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:31.596718 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Bound using segment: {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:17:31.597201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Bound port: ba49f1e0-704b-4f64-a22b-a9b288d35c68, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:17:31.597608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:31.644317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92957fef-89ed-4709-9c78-c8f1d07fd152 req-b04f2060-309d-4056-957f-e194389acb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:31.646315 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-92957fef-89ed-4709-9c78-c8f1d07fd152 req-b04f2060-309d-4056-957f-e194389acb33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 1102 time: 0.0845773 Apr 20 19:17:31.712860 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-92957fef-89ed-4709-9c78-c8f1d07fd152 req-e729da32-c420-435c-a374-3e224888f6e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602701 Apr 20 19:17:31.780857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] For port ba49f1e0-704b-4f64-a22b-a9b288d35c68, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:17:31.806393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:31.808328 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] For port ba49f1e0-704b-4f64-a22b-a9b288d35c68, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:17:31.841736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b0a15-b8b8-420d-be2b-33bbf2c30d38 req-839c2165-e7c7-4d7c-a65f-13dcad8f263b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:31.843344 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2e5b0a15-b8b8-420d-be2b-33bbf2c30d38 req-839c2165-e7c7-4d7c-a65f-13dcad8f263b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1276267 Apr 20 19:17:31.844456 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:31.855176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d38a5ac2-b743-41c2-b9fe-f26e304be9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:31.881915 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:31.938068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:31.938753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:31.940257 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba49f1e0-704b-4f64-a22b-a9b288d35c68 HTTP/1.1" status: 200 len: 1094 time: 1.5677917 Apr 20 19:17:31.943037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b49643-3dfb-42bd-9f1d-9f4395d1c0ad,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:31.946211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'tag': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:17:31.955483 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a27ad2e3dc144bdd9a5c6eaff6c4183c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6942964 Apr 20 19:17:31.955965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57448) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:31.957417 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:31.958022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:32.042080 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-30f52179-afec-4a23-a05c-212fefe25c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:32.049330 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'tag': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68', 'status': 'completed', 'code': 200} Apr 20 19:17:32.139651 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-30f52179-afec-4a23-a05c-212fefe25c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:32.140268 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2e5b0a15-b8b8-420d-be2b-33bbf2c30d38 req-c20712dd-fed2-43d6-bd1d-e909eda0a981 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634354 Apr 20 19:17:32.140268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba49f1e0-704b-4f64-a22b-a9b288d35c68,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:32.154990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:32.272179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-a54065a8-dfb5-4e84-88fb-3c37aad9f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:32.272179 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-a54065a8-dfb5-4e84-88fb-3c37aad9f8a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 1097 time: 0.1448874 Apr 20 19:17:32.345559 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-87e62cdc-3716-456b-b73b-751e189adbd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68 HTTP/1.1" status: 200 len: 217 time: 0.1387131 Apr 20 19:17:32.349021 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-30f52179-afec-4a23-a05c-212fefe25c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:32.360959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d959d386-517d-428a-a0bb-c589e80ea258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:32.386274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f52179-afec-4a23-a05c-212fefe25c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b49643-3dfb-42bd-9f1d-9f4395d1c0ad,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:32.386274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-30f52179-afec-4a23-a05c-212fefe25c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:32.386274 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-30f52179-afec-4a23-a05c-212fefe25c35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6b49643-3dfb-42bd-9f1d-9f4395d1c0ad HTTP/1.1" status: 204 len: 168 time: 0.4272308 Apr 20 19:17:32.388455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-30f52179-afec-4a23-a05c-212fefe25c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:32.746391 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-629a62a9-3503-4a8f-9872-b320e889a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:32.747372 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-629a62a9-3503-4a8f-9872-b320e889a185 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d15ff802-d6d6-450e-9d75-f76c2bd60379 HTTP/1.1" status: 200 len: 849 time: 0.3923788 Apr 20 19:17:32.818899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fa71c-efbe-42a9-962b-9df123b75260 req-4ec33a3e-827c-46ef-8c28-ef6bdfabb2dd tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:32.827250 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b07fa71c-efbe-42a9-962b-9df123b75260 req-4ec33a3e-827c-46ef-8c28-ef6bdfabb2dd tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 949 time: 0.5494182 Apr 20 19:17:32.934585 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b07fa71c-efbe-42a9-962b-9df123b75260 req-20fffeb5-7536-496a-aadb-81b8d8789f2c tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055832 Apr 20 19:17:32.949934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f06ce-5d8f-45af-bc7c-b87b8d2c0421 req-d97c9685-de74-4eb9-8362-1ffc1d853ef2 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:32.951541 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0c9f06ce-5d8f-45af-bc7c-b87b8d2c0421 req-d97c9685-de74-4eb9-8362-1ffc1d853ef2 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 944 time: 0.2839723 Apr 20 19:17:32.958369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-f2d1351f-3604-46ad-8447-c5c748c4375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:32.960533 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-f2d1351f-3604-46ad-8447-c5c748c4375f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ab1a66b-24a1-4231-a78a-741ef1504e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2010210 Apr 20 19:17:33.046727 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0c9f06ce-5d8f-45af-bc7c-b87b8d2c0421 req-61a8bbb1-4eb5-4f94-ae8d-4a61c507e830 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844817 Apr 20 19:17:33.170709 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-8938eb1b-c1e0-4856-8304-2a9d48566427 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683919 Apr 20 19:17:33.385251 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a9c658ff-e0dc-4561-ac70-fc5b5b2bcd35 req-a645e357-4553-4258-87d9-53c333e036f0 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127848 Apr 20 19:17:33.398558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19e9f-5159-4cab-8788-89c45bf9a265 req-77f046f4-f4ce-49bf-8305-9ff58c5a7d5c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:33.400182 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-32d19e9f-5159-4cab-8788-89c45bf9a265 req-77f046f4-f4ce-49bf-8305-9ff58c5a7d5c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1490703 Apr 20 19:17:33.450789 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-32d19e9f-5159-4cab-8788-89c45bf9a265 req-5df7483a-45dd-4b48-ab60-cd9e06359f93 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Apr 20 19:17:33.539374 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-c9fca591-5de5-4945-8b9a-5f1d4a8f3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:33.540988 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-c9fca591-5de5-4945-8b9a-5f1d4a8f3ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 1097 time: 0.0836334 Apr 20 19:17:33.697423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-ef139e0a-a9c3-4483-85a8-2c2b2bbae4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:33.703841 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-ef139e0a-a9c3-4483-85a8-2c2b2bbae4d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 911 time: 0.1522264 Apr 20 19:17:33.785915 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-2856cf76-2c76-4a9e-85c0-ce0d812ed5fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68 HTTP/1.1" status: 200 len: 217 time: 0.0747323 Apr 20 19:17:33.822653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95712d-51cb-4a01-b3d9-93cc1f6e5034 req-109a034c-3680-4b16-87f6-21aba54f174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:33.824291 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1a95712d-51cb-4a01-b3d9-93cc1f6e5034 req-109a034c-3680-4b16-87f6-21aba54f174f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 1098 time: 0.0912404 Apr 20 19:17:33.856847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-8e05008a-b829-4d4d-afc3-73a53965c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:33.858901 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-8e05008a-b829-4d4d-afc3-73a53965c3fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d15ff802-d6d6-450e-9d75-f76c2bd60379 HTTP/1.1" status: 200 len: 849 time: 0.0671196 Apr 20 19:17:33.893231 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1a95712d-51cb-4a01-b3d9-93cc1f6e5034 req-e9de4c8d-383e-469c-a9bf-c28f6514379c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624032 Apr 20 19:17:33.951976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-4171301a-c1e0-496d-8a88-95059339acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:33.953547 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-4171301a-c1e0-496d-8a88-95059339acc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ab1a66b-24a1-4231-a78a-741ef1504e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863354 Apr 20 19:17:33.988530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:34.305814 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-f48f0f1d-6eaf-4ea9-bcb2-6b294a217c0a service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711270 Apr 20 19:17:34.315272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c101e-f629-4a19-90b0-8da5d3abde44 req-3c1ac913-bb63-4d56-a259-36f7ea1de81d tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:34.323821 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-446c101e-f629-4a19-90b0-8da5d3abde44 req-3c1ac913-bb63-4d56-a259-36f7ea1de81d tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 949 time: 0.2003930 Apr 20 19:17:34.542213 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-446c101e-f629-4a19-90b0-8da5d3abde44 req-17876630-3181-42cf-b555-feecd65fa693 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174299 Apr 20 19:17:34.610670 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa6c95-9559-4936-8a03-26212d1c0806 req-07c4e12d-93a0-44ab-aa41-e35890a5ff0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:34.618582 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-baaa6c95-9559-4936-8a03-26212d1c0806 req-07c4e12d-93a0-44ab-aa41-e35890a5ff0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 944 time: 0.2492430 Apr 20 19:17:34.635065 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-800659f6-2ccc-4da0-af6a-5a7cceb82051 req-b4b34f0d-3f45-4ca3-9dab-69fd1b444973 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089061 Apr 20 19:17:34.739291 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-baaa6c95-9559-4936-8a03-26212d1c0806 req-8cf7dc3a-cd6d-4811-b16a-49d34d020e95 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195800 Apr 20 19:17:34.780009 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bc8c9-b429-41cc-adde-a83a8ae029da req-5b1d4340-9175-419e-baec-2aa2bc2b3130 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:34.781663 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ff7bc8c9-b429-41cc-adde-a83a8ae029da req-5b1d4340-9175-419e-baec-2aa2bc2b3130 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1149812 Apr 20 19:17:34.836284 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ff7bc8c9-b429-41cc-adde-a83a8ae029da req-be003255-53f2-4f71-a8ee-82189643c71e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472059 Apr 20 19:17:35.485165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c99a8-f6be-4ea2-be70-b5064169b790 req-5d4b7b61-8530-43b3-989a-16c483eeeed5 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:35.486839 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bf4c99a8-f6be-4ea2-be70-b5064169b790 req-5d4b7b61-8530-43b3-989a-16c483eeeed5 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 949 time: 0.0908148 Apr 20 19:17:35.538587 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bf4c99a8-f6be-4ea2-be70-b5064169b790 req-9014fe14-6565-412f-8d8a-bdec0ddf3f0a tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 Apr 20 19:17:35.945692 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78834c1e-1b63-460b-9d4e-def6228c7cae req-fc0ad208-ba17-4f2e-9e1b-7452c05a9323 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:35.947284 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-78834c1e-1b63-460b-9d4e-def6228c7cae req-fc0ad208-ba17-4f2e-9e1b-7452c05a9323 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 944 time: 0.0929527 Apr 20 19:17:36.049921 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-78834c1e-1b63-460b-9d4e-def6228c7cae req-f19f77c2-1eb6-4fe4-aa3a-425b051632f4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961118 Apr 20 19:17:36.094180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa40840-b606-4967-af03-d4f0e2f682f2 req-4bdcfd2c-d197-44f2-aa43-996e197074f5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:36.096421 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-faa40840-b606-4967-af03-d4f0e2f682f2 req-4bdcfd2c-d197-44f2-aa43-996e197074f5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1280398 Apr 20 19:17:36.158761 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-faa40840-b606-4967-af03-d4f0e2f682f2 req-6b694ba1-c5d9-4ad3-b9e3-bab8f25ad23c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437374 Apr 20 19:17:36.373336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569939a-1cf9-4e9a-b79d-d52725a371d2 req-cbcb0b9c-f342-424d-bfde-56ac4731276e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:36.374909 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3569939a-1cf9-4e9a-b79d-d52725a371d2 req-cbcb0b9c-f342-424d-bfde-56ac4731276e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.0948200 Apr 20 19:17:36.423611 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3569939a-1cf9-4e9a-b79d-d52725a371d2 req-112469b5-c2ef-43ae-8c34-50f9e9e26149 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Apr 20 19:17:36.682683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device ba49f1e0-704b-4f64-a22b-a9b288d35c68 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:17:36.793355 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd1fcc-07e9-4046-b958-154da15fa80f req-02a43878-48cc-47f3-8186-22a19854aec3 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:36.795026 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2bbd1fcc-07e9-4046-b958-154da15fa80f req-02a43878-48cc-47f3-8186-22a19854aec3 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 949 time: 0.1356883 Apr 20 19:17:36.852390 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2bbd1fcc-07e9-4046-b958-154da15fa80f req-ede6630b-57f2-4c14-9a3e-1890ea3c268f tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478561 Apr 20 19:17:36.889815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port ba49f1e0-704b-4f64-a22b-a9b288d35c68, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:36.909603 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'port_id': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68', 'mac_address': 'fa:16:3e:99:ec:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:17:36.980584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:37.012081 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba49f1e0-704b-4f64-a22b-a9b288d35c68 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:17:37.031339 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port ba49f1e0-704b-4f64-a22b-a9b288d35c68, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:37.091856 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:37.098519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:37.203431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-f5c8fc1a-3b51-403b-ae15-36ee6e0bc9e5 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:37.205941 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-f5c8fc1a-3b51-403b-ae15-36ee6e0bc9e5 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.15 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 949 time: 0.0974948 Apr 20 19:17:37.207069 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=ba49f1e0-704b-4f64-a22b-a9b288d35c68,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:37.216751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:37.435608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Deleting port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:17:37.435608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:37.511684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['ba49f1e0-704b-4f64-a22b-a9b288d35c68'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:17:37.514141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee93b2-e7e3-4529-b79e-b2079b9c1d7c req-7e71c24d-b7d3-4381-8625-d35ab2382323 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:37.522550 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1eee93b2-e7e3-4529-b79e-b2079b9c1d7c req-7e71c24d-b7d3-4381-8625-d35ab2382323 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 945 time: 0.2413523 Apr 20 19:17:37.670031 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1eee93b2-e7e3-4529-b79e-b2079b9c1d7c req-14e3c256-bd05-4cb5-a9e1-a042f2493d98 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463215 Apr 20 19:17:37.829944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] For port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,segment=NetworkSegment(06b3f44d-25ee-40a0-a2c4-ab8855a61086),segment_id=06b3f44d-25ee-40a0-a2c4-ab8855a61086)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:37.830341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:37.969556 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Calling delete_port for 7af2b4b8-686b-45de-88c8-0f7b5d8466dc owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:17:38.137936 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6150624-5062-4a83-a92f-c30e9658d04e req-4fc4095e-803a-47db-801b-6f5824540a1a tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:38.139546 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a6150624-5062-4a83-a92f-c30e9658d04e req-4fc4095e-803a-47db-801b-6f5824540a1a tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f95407-4173-4249-b2e6-d221ba97bafa HTTP/1.1" status: 200 len: 949 time: 0.1402173 Apr 20 19:17:38.191465 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a6150624-5062-4a83-a92f-c30e9658d04e req-d89a75d0-b40f-4103-8c6f-ab26fcb3da55 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.35 "GET /v2.0/security-groups?id=f04183f8-7806-478d-9df1-80e6da70531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Apr 20 19:17:38.291429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:38.299684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:38.351006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Pushing event deleted for resources: {'Port': ['ID=7af2b4b8-686b-45de-88c8-0f7b5d8466dc,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:38.353684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:38.358301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['7af2b4b8-686b-45de-88c8-0f7b5d8466dc'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:17:38.445641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] No DVR routers for this DVR port 7af2b4b8-686b-45de-88c8-0f7b5d8466dc on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:17:38.450363 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:38.469723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f95407-4173-4249-b2e6-d221ba97bafa', 'name': 'network-vif-deleted', 'tag': '7af2b4b8-686b-45de-88c8-0f7b5d8466dc'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:17:38.509578 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-87eee6ff-75db-46e9-a12b-6a73d1b1a708 req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] 10.222.0.15 "DELETE /v2.0/ports/7af2b4b8-686b-45de-88c8-0f7b5d8466dc HTTP/1.1" status: 204 len: 173 time: 1.2975564 Apr 20 19:17:38.624612 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f95407-4173-4249-b2e6-d221ba97bafa', 'name': 'network-vif-deleted', 'tag': '7af2b4b8-686b-45de-88c8-0f7b5d8466dc', 'status': 'completed', 'code': 200} Apr 20 19:17:38.701242 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device ba49f1e0-704b-4f64-a22b-a9b288d35c68 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:38.811243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57656) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:38.834365 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port ba49f1e0-704b-4f64-a22b-a9b288d35c68 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:38.841647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port ba49f1e0-704b-4f64-a22b-a9b288d35c68 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:38.842077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:39.002167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:39.060915 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port ba49f1e0-704b-4f64-a22b-a9b288d35c68, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:39.062177 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:17:39.072204 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:39.098986 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:39.102888 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-310b4edb-5aae-4578-ab01-8c4007f8cc96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:39.117711 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:39.137448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] Usage tracker for resource:security_group_rule and tenant:c15e9eacb61d4be3a4b88c8e95ea2251 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:39.143848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:39.165460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:39.217134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=ba49f1e0-704b-4f64-a22b-a9b288d35c68,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:39.220761 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:39.300269 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:39.365085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:39.375249 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-aa903b5f-06ed-48ab-8ebb-2bd63d9c5a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:39.378700 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d25da-9d08-4d6e-9b46-f3dc7e522038 req-029d3b32-4620-405a-9556-84faf8d9565b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:39.380320 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-179d25da-9d08-4d6e-9b46-f3dc7e522038 req-029d3b32-4620-405a-9556-84faf8d9565b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.5469840 Apr 20 19:17:39.411172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318ff5-236f-4558-89e0-ddcec47f14f4 req-b28c765b-2d54-4a73-b3d4-0afde19f1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:39.413238 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-df318ff5-236f-4558-89e0-ddcec47f14f4 req-b28c765b-2d54-4a73-b3d4-0afde19f1c72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 1099 time: 0.5239365 Apr 20 19:17:39.423991 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c15e9eacb61d4be3a4b88c8e95ea2251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6115620 Apr 20 19:17:39.425801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a019300-ee3b-4106-ae36-5b6fb6f0d364,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:39.428994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 57684) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:39.430229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:39.443015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a43c-312c-4b11-ae58-5e3fd82d7991 req-d7f45196-f8e9-437b-af8b-37cbba7d5c0e tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:39.445505 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1031a43c-312c-4b11-ae58-5e3fd82d7991 req-d7f45196-f8e9-437b-af8b-37cbba7d5c0e tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.5589974 Apr 20 19:17:39.592225 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-179d25da-9d08-4d6e-9b46-f3dc7e522038 req-674fb733-8f96-45ec-8962-7a80c853ff08 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042718 Apr 20 19:17:39.691336 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68', 'code': 200} Apr 20 19:17:39.714139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318ff5-236f-4558-89e0-ddcec47f14f4 req-96ae2094-3f9a-4b68-9dd7-86ee596fc737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:39.719208 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-df318ff5-236f-4558-89e0-ddcec47f14f4 req-96ae2094-3f9a-4b68-9dd7-86ee596fc737 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 920 time: 0.2858303 Apr 20 19:17:39.877368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7b02b06b-3a2a-46da-bdd9-3ecdd277e7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:39.880102 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-df318ff5-236f-4558-89e0-ddcec47f14f4 req-26d90db5-454c-4bbd-ac80-a0c3926fe50b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b454d09e-59c8-4412-90cc-2ccc9320c264 HTTP/1.1" status: 200 len: 217 time: 0.1280503 Apr 20 19:17:39.884661 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1031a43c-312c-4b11-ae58-5e3fd82d7991 req-8f2e2134-e90a-4cdb-a8a9-df8444f699c1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064910 Apr 20 19:17:39.973742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7b02b06b-3a2a-46da-bdd9-3ecdd277e7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:40.013653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318ff5-236f-4558-89e0-ddcec47f14f4 req-836f8137-28be-4430-978c-b9daf354e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:40.013653 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-df318ff5-236f-4558-89e0-ddcec47f14f4 req-836f8137-28be-4430-978c-b9daf354e23d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.1209900 Apr 20 19:17:40.081418 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-df318ff5-236f-4558-89e0-ddcec47f14f4 req-ddedcbe2-0ce5-41c0-8959-fdc5715d3079 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548964 Apr 20 19:17:40.109215 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a3b39-a585-4996-a12b-ebd68f0827e7 req-5d43ad76-f058-4ce7-9f55-40169ef2048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:40.110857 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-597a3b39-a585-4996-a12b-ebd68f0827e7 req-5d43ad76-f058-4ce7-9f55-40169ef2048d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 1099 time: 0.0855315 Apr 20 19:17:40.154392 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-597a3b39-a585-4996-a12b-ebd68f0827e7 req-22d84fb0-0828-4407-a102-6767a7690885 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377707 Apr 20 19:17:40.170853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7b02b06b-3a2a-46da-bdd9-3ecdd277e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:40.180738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-86304292-f293-47ff-8ffa-64231790f7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:40.199349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02b06b-3a2a-46da-bdd9-3ecdd277e7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a019300-ee3b-4106-ae36-5b6fb6f0d364,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:40.208142 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7b02b06b-3a2a-46da-bdd9-3ecdd277e7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:40.216323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7b02b06b-3a2a-46da-bdd9-3ecdd277e7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:40.220409 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7b02b06b-3a2a-46da-bdd9-3ecdd277e7dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a019300-ee3b-4106-ae36-5b6fb6f0d364 HTTP/1.1" status: 204 len: 168 time: 0.7873981 Apr 20 19:17:40.267055 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-df318ff5-236f-4558-89e0-ddcec47f14f4 req-4bc0bfde-3287-42ed-bf73-e889d605c471 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781485 Apr 20 19:17:40.489776 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-df318ff5-236f-4558-89e0-ddcec47f14f4 req-8d7fffc2-6596-4968-9437-644c46da5138 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385803 Apr 20 19:17:40.737292 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 7af2b4b8-686b-45de-88c8-0f7b5d8466dc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:17:40.839194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 7af2b4b8-686b-45de-88c8-0f7b5d8466dc {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:17:40.839591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 7af2b4b8-686b-45de-88c8-0f7b5d8466dc not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:17:40.877649 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1c5b9-3e22-4a01-be9a-0e7b860b8456 req-21a6503d-2f0c-41c7-bb7f-570f82b84d57 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:40.879418 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-92f1c5b9-3e22-4a01-be9a-0e7b860b8456 req-21a6503d-2f0c-41c7-bb7f-570f82b84d57 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1438897 Apr 20 19:17:40.954280 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-92f1c5b9-3e22-4a01-be9a-0e7b860b8456 req-1e4b5e9b-f4b7-47bc-998d-1ec9f6370db4 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641353 Apr 20 19:17:41.231861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccb220-8bcb-4264-bf71-da35cebd63e0 req-8a12c749-ac0c-4b10-8d2a-730bd16c84ad tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:41.233516 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-16ccb220-8bcb-4264-bf71-da35cebd63e0 req-8a12c749-ac0c-4b10-8d2a-730bd16c84ad tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1044726 Apr 20 19:17:41.265086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:17:41.305797 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-16ccb220-8bcb-4264-bf71-da35cebd63e0 req-fbe7afa2-834d-48ce-93b4-cd54d5d5deba tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655680 Apr 20 19:17:41.475752 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 57826) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:41.638362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:41.679740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:41.685222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] Usage tracker for resource:security_group_rule and tenant:d28f441572174889bee9c3ee04ca6b3b is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:41.688624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:41.696755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:41.822349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:41.874348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:41.903733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57856) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:41.904249 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-18e5d8d9-25c1-4234-bd15-7c9a70c8af39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:41.917076 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d28f441572174889bee9c3ee04ca6b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400430 Apr 20 19:17:41.920347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57862) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:41.937163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb9952-7c0a-4387-b2da-b923580a1c9b,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:41.940609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:42.018983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3b746c78-d8b5-47d7-8914-65f04370aa3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.054159 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3b746c78-d8b5-47d7-8914-65f04370aa3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.109667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1564465960-network', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:42.114809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:42.119407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Usage tracker for resource:network and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:42.122521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:42.129100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:42.176852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3b746c78-d8b5-47d7-8914-65f04370aa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.183260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8690d03c-4c0b-4063-be04-e5a5dd72ad73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:42.204290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b746c78-d8b5-47d7-8914-65f04370aa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb9952-7c0a-4387-b2da-b923580a1c9b,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:42.208408 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Made reservation on behalf of f357a754805d4dc1b1a88f2a37408cf8 for: {'network': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:17:42.216571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.230293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3b746c78-d8b5-47d7-8914-65f04370aa3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:42.253724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3b746c78-d8b5-47d7-8914-65f04370aa3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.255686 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3b746c78-d8b5-47d7-8914-65f04370aa3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49cb9952-7c0a-4387-b2da-b923580a1c9b HTTP/1.1" status: 204 len: 168 time: 0.3339152 Apr 20 19:17:42.257791 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.280557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:42.286353 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:42.290153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:42.293124 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361a2e-0630-4894-b4e8-3aec80ebf1ab req-fe22f359-4e13-4405-9729-d6f98f3518a3 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:42.298905 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:42.303556 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cd361a2e-0630-4894-b4e8-3aec80ebf1ab req-fe22f359-4e13-4405-9729-d6f98f3518a3 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1775360 Apr 20 19:17:42.394696 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cd361a2e-0630-4894-b4e8-3aec80ebf1ab req-ad86ce0a-98c2-4841-9291-49f05d79334c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892999 Apr 20 19:17:42.440715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.485463 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.492377 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-37aebedd-d70d-470a-a802-71cd4b49dc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:42.541205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895b74a9-28b7-4723-9cf9-8501ada9ed7e,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:42.544474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=86472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:17:42.547171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:42.558074 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.558619 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Added segment cd09c88e-3e90-44e5-ba5b-285237e1f44a of type vlan for network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f Apr 20 19:17:42.589247 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.603477 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbb0de-4c32-4381-9745-eeadcdbcb4ec req-b23984aa-9c83-48a9-b1dc-4ffc75cca435 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:42.606086 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f4fbb0de-4c32-4381-9745-eeadcdbcb4ec req-b23984aa-9c83-48a9-b1dc-4ffc75cca435 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1171193 Apr 20 19:17:42.658131 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.659919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:42.660571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.668679 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f4fbb0de-4c32-4381-9745-eeadcdbcb4ec req-40ab714a-b278-43ae-bcf7-9a776c720819 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561373 Apr 20 19:17:42.672691 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6264b650-0f77-4aa2-b7d2-4be072cac501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:42.788196 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8771479 Apr 20 19:17:42.791971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 57906) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:42.800693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Request body: {'subnet': {'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1564465960-subnet', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'ip_version': 4}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:42.804143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:42.807014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:42.807737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:42.814616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Usage tracker for resource:subnet and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:42.815055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:17:42.817832 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:42.867723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:42.915668 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Made reservation on behalf of f357a754805d4dc1b1a88f2a37408cf8 for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:17:42.920452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Notify callbacks [] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:42.948012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2218587-755c-49ea-9cac-c0f18577521f req-6b6af1d4-2e7e-4a40-a666-f01794754afe tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:42.949667 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b2218587-755c-49ea-9cac-c0f18577521f req-6b6af1d4-2e7e-4a40-a666-f01794754afe tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1379411 Apr 20 19:17:42.959506 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57914) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:42.965925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-f6daca20-0dd6-4ac1-9154-6d1d5cb36419 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'floatingip': {'port_id': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:43.061065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f6daca20-0dd6-4ac1-9154-6d1d5cb36419 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:43.406455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57968) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:43.738179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1238753636-network', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:43.774721 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:43.791954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Usage tracker for resource:network and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:43.798123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 57996) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:43.798913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:43.817607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:43.858795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Made reservation on behalf of 56f92b5cac624de98ac7c20a452d91f9 for: {'network': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:17:43.863746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:43.885748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:43.985612 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7fde7-b4c0-4b50-940f-93943f87870e req-a39229fb-4e18-44e1-9493-6e94435ce842 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:43.994418 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5df7fde7-b4c0-4b50-940f-93943f87870e req-a39229fb-4e18-44e1-9493-6e94435ce842 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.3191676 Apr 20 19:17:44.013598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:44.034811 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Usage tracker for resource:security_group_rule and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:44.042114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.056175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:44.065416 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5df7fde7-b4c0-4b50-940f-93943f87870e req-3e11db72-5247-4863-8e48-631c09a21313 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626695 Apr 20 19:17:44.086028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:44.091917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:44.105380 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] Usage tracker for resource:security_group_rule and tenant:5f9fb43cc2f944c5833b1818021eaac7 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:44.111142 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:44.121222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:44.155468 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.160398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-36c1ab9b-28c0-478c-a3cd-edd662af788e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:44.240644 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Pushing event updated for resources: {'Subnet': ['ID=102a43ba-d121-4313-8680-a7ae67f3d7a8,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:44.243786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:44.254042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Checking segment: {'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:44.254462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Network hostable DHCP agents. Network: e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:17:44.301976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:17:44.366374 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:44.377663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb0880-fb48-4ec5-acd4-2637b329da13 None None] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:17:44.378228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:44.378876 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.385116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f6daca20-0dd6-4ac1-9154-6d1d5cb36419 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.455959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f6daca20-0dd6-4ac1-9154-6d1d5cb36419 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.476985 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0fefde77-6cc6-4103-8c11-3fe1417d64da admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6835709 Apr 20 19:17:44.479723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58022) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:44.486867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:44.494176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:44.498686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Usage tracker for resource:router and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:44.503680 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:44.510981 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:44.564613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852957969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3787'] for router, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.565780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772036'] for router, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.618747 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.668949 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [None req-f6daca20-0dd6-4ac1-9154-6d1d5cb36419 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Floating IP c32bccd3-bcc8-4c80-b6bc-046c21903f86 associated. External IP: 172.28.0.36, port: ba49f1e0-704b-4f64-a22b-a9b288d35c68. Apr 20 19:17:44.686000 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.691524 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632a406-1a09-5937-bf96-637273413594-e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8'}]}} from dv-cinder-786933-2-smb. {{(pid=86474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:17:44.692495 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.846434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.858490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=86472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:17:44.871508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2fcb2827-3159-4a1e-bca1-f4fddbee70f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:44.898749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.915107 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.919023 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Added segment 7aa34696-5691-4ee7-ba1d-3eb6c8f72844 of type vlan for network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f Apr 20 19:17:44.936227 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c48282-9108-46ca-bb79-1c8c44e6fe67,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:44.943849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:44.944627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:44.953508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2400e96d-f079-47a0-aa71-7b31409275e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:45.043181 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.062357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e645-0ea7-435a-8691-ad95724d675c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.071275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772051'] for router, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.148501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Allocated IP 172.20.0.2 (e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f/102a43ba-d121-4313-8680-a7ae67f3d7a8/3461eae6-1e9d-4d2d-a821-5e2f93e6600c) {{(pid=86474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:45.161720 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f9fb43cc2f944c5833b1818021eaac7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3594613 Apr 20 19:17:45.166310 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58056) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:45.176667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a9d0b-98ff-4e23-96a7-ba63e8eea55b,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:45.199537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:45.264659 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0a248039-b739-4cd1-b4a8-d9d2a1bcc411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.289441 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6daca20-0dd6-4ac1-9154-6d1d5cb36419 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:17:45.310828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.402782 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:45.403434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.419234 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0a248039-b739-4cd1-b4a8-d9d2a1bcc411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.470274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:45.475085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.487741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Transition to ACTIVE for port object 3461eae6-1e9d-4d2d-a821-5e2f93e6600c will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:45.511416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Transition to ACTIVE for port object 3461eae6-1e9d-4d2d-a821-5e2f93e6600c will not be triggered until provisioned by entity DHCP. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:45.539561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3eb644-e031-484c-9855-a8bc8da6fe59 req-362b47a4-4758-4bec-ac87-3243b09b807e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:45.541326 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4b3eb644-e031-484c-9855-a8bc8da6fe59 req-362b47a4-4758-4bec-ac87-3243b09b807e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.2780693 Apr 20 19:17:45.554907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.561148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ec4f7b1a-e671-4158-b5d3-d13f6b10c4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:45.603769 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Pushing event updated for resources: {'Network': ['ID=6eb3891c-3e3a-4083-9023-d3fd1d39a71f,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:45.617588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:45.650548 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6daca20-0dd6-4ac1-9154-6d1d5cb36419 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:17:45.661053 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f6daca20-0dd6-4ac1-9154-6d1d5cb36419 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.664623 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247de421-b475-4c91-b291-660cd6298a70 None None] Sync routers for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:17:45.678257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Pushing event updated for resources: {'Port': ['ID=3461eae6-1e9d-4d2d-a821-5e2f93e6600c,revision_number=1']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:45.683443 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:17:45.705981 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247de421-b475-4c91-b291-660cd6298a70 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:45.710398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-247de421-b475-4c91-b291-660cd6298a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:45.729875 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f6daca20-0dd6-4ac1-9154-6d1d5cb36419 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "PUT /v2.0/floatingips/c32bccd3-bcc8-4c80-b6bc-046c21903f86 HTTP/1.1" status: 200 len: 991 time: 2.7665153 Apr 20 19:17:45.729875 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'tag': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:17:45.739476 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3319850 Apr 20 19:17:45.741463 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58076) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:45.748450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Request body: {'subnet': {'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1238753636-subnet', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'ip_version': 4}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:45.754399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:45.758643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Usage tracker for resource:subnet and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:45.764636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:45.786357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:45.845331 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Made reservation on behalf of 56f92b5cac624de98ac7c20a452d91f9 for: {'subnet': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:17:45.851388 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847101601'] for subnet, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:45.889396 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4b3eb644-e031-484c-9855-a8bc8da6fe59 req-3263fe58-baf3-487d-be60-a870fae27681 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565197 Apr 20 19:17:45.903121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:46.040080 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'tag': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68', 'status': 'completed', 'code': 200} Apr 20 19:17:46.134378 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:46.147792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f is already hosted by enough agents. {{(pid=86474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:46.149333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Resources bound (agent type, host, resource id): {{(pid=86474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:46.152378 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Received port after_create {{(pid=86474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:46.186087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-247de421-b475-4c91-b291-660cd6298a70 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:46.218375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:46.292621 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Attempting to bind port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:17:46.293250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Attempting to bind port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:17:46.293814 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Attempting to bind port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c on network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:46.300942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:17:46.301761 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Checking segment: {'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:46.302161 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:46.302942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Bound using segment: {'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:17:46.303672 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Bound port: 3461eae6-1e9d-4d2d-a821-5e2f93e6600c, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:17:46.304462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:46.355901 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0a248039-b739-4cd1-b4a8-d9d2a1bcc411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:46.365041 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a3caa997-5744-4a7d-8aa7-c88b27388143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:46.391724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a248039-b739-4cd1-b4a8-d9d2a1bcc411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a9d0b-98ff-4e23-96a7-ba63e8eea55b,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:46.399197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0a248039-b739-4cd1-b4a8-d9d2a1bcc411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:46.460020 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] For port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:17:46.464913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] For port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=3461eae6-1e9d-4d2d-a821-5e2f93e6600c,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:17:46.467503 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0a248039-b739-4cd1-b4a8-d9d2a1bcc411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:46.471264 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0a248039-b739-4cd1-b4a8-d9d2a1bcc411 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d71a9d0b-98ff-4e23-96a7-ba63e8eea55b HTTP/1.1" status: 204 len: 168 time: 1.3012409 Apr 20 19:17:46.489906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-8d67b522-2434-47b5-8a3e-38e6b4f2e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:46.490593 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-8d67b522-2434-47b5-8a3e-38e6b4f2e4d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 1099 time: 0.2744191 Apr 20 19:17:46.499085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:46.518068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-38028d11-ba24-42f2-8ec7-daf524c636ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:46.869185 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Pushing event updated for resources: {'Port': ['ID=3461eae6-1e9d-4d2d-a821-5e2f93e6600c,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:46.878625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:46.890509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Allocated IP 172.28.0.146 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/078531f1-b775-4913-a1b6-5d18d84842a1) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:46.906217 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-247de421-b475-4c91-b291-660cd6298a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': 'c32bccd3-bcc8-4c80-b6bc-046c21903f86', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'floating_ip_address': '172.28.0.36', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'port_id': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'mac_address': 'fa:16:3e:99:ec:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:17:23Z', 'updated_at': '2021-04-20T19:17:44Z', 'revision_number': 1, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:46.917246 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247de421-b475-4c91-b291-660cd6298a70 None None] Checking router: cdeebb0b-1a69-42b1-8fca-13a37faea7a9 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:17:46.936310 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247de421-b475-4c91-b291-660cd6298a70 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:46.936890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-247de421-b475-4c91-b291-660cd6298a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:47.113148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-ed5dfb83-66dd-4e2f-9bb8-98004655df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:47.114827 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-ed5dfb83-66dd-4e2f-9bb8-98004655df26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 911 time: 0.5990703 Apr 20 19:17:47.245891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ca6414c8-fd76-4b67-8302-f263ba8c509b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:47.400494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:47.407306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848383705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847101618'] for subnet, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:47.416159 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:47.535620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Checking segment: {'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:47.535620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Network hostable DHCP agents. Network: 6eb3891c-3e3a-4083-9023-d3fd1d39a71f, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:17:47.555199 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:47.561502 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e101fe34-3956-4764-acd5-d4d057cba54d,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:47.568502 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:47.579830 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-6a314291-8657-455c-8145-6b709669f4e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68 HTTP/1.1" status: 200 len: 999 time: 0.4575670 Apr 20 19:17:47.611213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:17:47.627776 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-247de421-b475-4c91-b291-660cd6298a70 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:47.651268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 6eb3891c-3e3a-4083-9023-d3fd1d39a71f) {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:47.660036 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7442ab1c-3c81-419e-8ff9-76a1062a4fb5 None None] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:17:47.680096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:47.680773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:47.709223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:47.719813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:47.777619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-a2db77c9-2845-462b-9241-768e6e49b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:47.780367 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-a2db77c9-2845-462b-9241-768e6e49b093 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d15ff802-d6d6-450e-9d75-f76c2bd60379 HTTP/1.1" status: 200 len: 849 time: 0.1916418 Apr 20 19:17:47.800715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Pushing event updated for resources: {'Port': ['ID=078531f1-b775-4913-a1b6-5d18d84842a1,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:47.811202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:47.854938 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b623fd68-37cf-4e6a-bfd5-6fc8d3a5d1be admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1127913 Apr 20 19:17:47.855764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58138) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:47.873932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:47.882637 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:47.889237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Usage tracker for resource:router and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:47.891074 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618006-8e3a-4874-96c3-f7a2b1b133f1 req-add12353-5349-4b2a-b214-a64061faaf19 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:47.897292 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:47.900306 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dd618006-8e3a-4874-96c3-f7a2b1b133f1 req-add12353-5349-4b2a-b214-a64061faaf19 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.6215503 Apr 20 19:17:47.918700 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:47.919168 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:47.928216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:47.930763 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:47.942106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ce2f-159b-4b70-b775-91762954098d req-45780a86-1ef7-4e70-ba1c-a755e09859ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:47.945876 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a8b8ce2f-159b-4b70-b775-91762954098d req-45780a86-1ef7-4e70-ba1c-a755e09859ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 1099 time: 0.2304134 Apr 20 19:17:47.985987 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852957969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3787'] for router, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:47.987481 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772036'] for router, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:48.023642 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a8b8ce2f-159b-4b70-b775-91762954098d req-f6e93d07-65e5-4823-9837-991102a08d1f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719221 Apr 20 19:17:48.103280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:48.128553 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632a406-1a09-5937-bf96-637273413594-6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d'}]}} from dv-cinder-786933-2-smb. {{(pid=86474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:17:48.129599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:48.150491 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:48.192440 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dd618006-8e3a-4874-96c3-f7a2b1b133f1 req-9b750947-3253-4565-b9ac-2f4cdb48300f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911892 Apr 20 19:17:48.214930 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-247de421-b475-4c91-b291-660cd6298a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': 'c32bccd3-bcc8-4c80-b6bc-046c21903f86', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'floating_ip_address': '172.28.0.36', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'port_id': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'mac_address': 'fa:16:3e:99:ec:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:17:23Z', 'updated_at': '2021-04-20T19:17:44Z', 'revision_number': 1, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:48.223474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247de421-b475-4c91-b291-660cd6298a70 None None] The sync data for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb is: [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': 'c32bccd3-bcc8-4c80-b6bc-046c21903f86', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'floating_ip_address': '172.28.0.36', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'port_id': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'mac_address': 'fa:16:3e:99:ec:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:17:23Z', 'updated_at': '2021-04-20T19:17:44Z', 'revision_number': 1, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:17:48.224146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-7af9c451-055c-4499-b1fb-d371556f4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:48.230574 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-7af9c451-055c-4499-b1fb-d371556f4f05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ab1a66b-24a1-4231-a78a-741ef1504e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4147444 Apr 20 19:17:48.542657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772051'] for router, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:48.555951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Allocated IP 172.20.0.2 (6eb3891c-3e3a-4083-9023-d3fd1d39a71f/e101fe34-3956-4764-acd5-d4d057cba54d/8c5b2b65-6381-46de-946a-38e33ff9d577) {{(pid=86474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:48.643738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3059bf71-a866-4120-b6fe-2799a475f267 None None] New status for floating IP c32bccd3-bcc8-4c80-b6bc-046c21903f86: ACTIVE {{(pid=86474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:17:48.721237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58168) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:48.796993 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:48.990772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 3461eae6-1e9d-4d2d-a821-5e2f93e6600c up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:49.094501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1cc415-5ca8-43fc-b73c-3194bd0dfa20 None None] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:17:49.256933 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-41a417fc-1ada-459e-bfa9-b4b3e0b94c01 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998532 Apr 20 19:17:49.287491 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58178) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:49.452435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:49.521228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:49.629947 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-304bb6db-11aa-4449-baa8-8e4b14d66f1e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e81341e310fd4d7aa56e07d54b8e0391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412385 Apr 20 19:17:49.630822 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58188) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:49.719002 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:49.795811 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:49.803256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Allocated IP 172.28.0.171 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/6058fc8f-a3bd-4beb-9d5e-4ff4533b7757) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:49.814192 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2161-435f-46f4-9239-f72a296286bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:49.835980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-27268187-76cb-4816-bcd4-938fa85d71d8 None None] Provisioning for port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:49.860834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:49.905065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:49.909381 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] Usage tracker for resource:security_group_rule and tenant:1d13da0161064edc9fa740b05e05fbd4 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:49.913148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:49.929345 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:49.942724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2161-435f-46f4-9239-f72a296286bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:49.967483 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:49.967909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.000610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-27268187-76cb-4816-bcd4-938fa85d71d8 None None] Provisioning complete for port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:50.001029 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27268187-76cb-4816-bcd4-938fa85d71d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.110742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.129136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.147487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24586d-af2f-4d61-948b-41f2de8c55ec req-9efff679-54dc-4ba0-8213-2901248c10fb tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:50.149120 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cd24586d-af2f-4d61-948b-41f2de8c55ec req-9efff679-54dc-4ba0-8213-2901248c10fb tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.5101037 Apr 20 19:17:50.161050 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2161-435f-46f4-9239-f72a296286bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.161465 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.167942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-864872a9-ce25-4304-8b5f-531e3a4861f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:50.181843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fdcf6049-45d7-4778-8829-35f16ff0d9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:50.182276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f2161-435f-46f4-9239-f72a296286bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04183f8-7806-478d-9df1-80e6da70531b,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:50.186255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5d6f2161-435f-46f4-9239-f72a296286bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:50.199986 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.204794 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Notify callbacks [] for port, precommit_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.205296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:50.240755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Transition to ACTIVE for port object 8c5b2b65-6381-46de-946a-38e33ff9d577 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:50.248503 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f2ce809-4893-4f04-be41-1a9cfe1e7d33 req-00730d87-95d6-4a77-8e40-6a98550ff4df service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9813054 Apr 20 19:17:50.266221 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27268187-76cb-4816-bcd4-938fa85d71d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.274380 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852971812'] for router, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.283582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2161-435f-46f4-9239-f72a296286bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.288558 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5d6f2161-435f-46f4-9239-f72a296286bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f04183f8-7806-478d-9df1-80e6da70531b HTTP/1.1" status: 204 len: 168 time: 0.6535354 Apr 20 19:17:50.293781 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:50.297543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:50.301536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:50.344315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Pushing event updated for resources: {'Port': ['ID=6058fc8f-a3bd-4beb-9d5e-4ff4533b7757,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:50.348967 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:50.383391 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Transition to ACTIVE for port object 8c5b2b65-6381-46de-946a-38e33ff9d577 will not be triggered until provisioned by entity DHCP. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:50.413438 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.426305 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-27268187-76cb-4816-bcd4-938fa85d71d8 None None] For port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=3461eae6-1e9d-4d2d-a821-5e2f93e6600c,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:50.431688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.438755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-60630aa9-2dc7-4360-93ed-849abcff9373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:50.506636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785d93b9-5212-488f-bdd9-d6a4bdece593,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:50.518055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27268187-76cb-4816-bcd4-938fa85d71d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.533364 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d13da0161064edc9fa740b05e05fbd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8112872 Apr 20 19:17:50.541893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:50.542641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58202) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:50.605216 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cd24586d-af2f-4d61-948b-41f2de8c55ec req-ed413a5d-98ab-47ff-ac3c-104d41f2a4f8 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259951 Apr 20 19:17:50.686187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Router 1e3f603e-3447-4d38-b9ac-f354566d5b3c is scheduled to L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d with binding_index 1 {{(pid=86473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:17:50.759494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-301ae38d-1f99-48e9-bd06-02d28ca2ab16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.862057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f is already hosted by enough agents. {{(pid=86474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:50.877421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Resources bound (agent type, host, resource id): {{(pid=86474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:50.888191 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Received port after_create {{(pid=86474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:50.894293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Pushing event updated for resources: {'Port': ['ID=8c5b2b65-6381-46de-946a-38e33ff9d577,revision_number=1']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:50.922689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:50.926089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:50.949402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:50.999515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-301ae38d-1f99-48e9-bd06-02d28ca2ab16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:51.116469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.db.api [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86474) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:17:51.116887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_db.api [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:17:51.137818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:17:51.148580 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Sync routers for ids ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:17:51.150848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27268187-76cb-4816-bcd4-938fa85d71d8 None None] Pushing event updated for resources: {'Port': ['ID=3461eae6-1e9d-4d2d-a821-5e2f93e6600c,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:51.160766 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-27268187-76cb-4816-bcd4-938fa85d71d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:51.167119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Routers {'1e3f603e-3447-4d38-b9ac-f354566d5b3c'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:51.167832 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:51.184484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-bcbad32d-62a9-48de-a73f-c516523ceb8c None None] Provisioning complete for port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:51.184914 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bcbad32d-62a9-48de-a73f-c516523ceb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:51.241175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Notify callbacks [] for router, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:51.242599 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7617698 Apr 20 19:17:51.246004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58228) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:51.276560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Attempting to bind port 8c5b2b65-6381-46de-946a-38e33ff9d577 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:17:51.278184 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Attempting to bind port 8c5b2b65-6381-46de-946a-38e33ff9d577 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:17:51.278184 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Attempting to bind port 8c5b2b65-6381-46de-946a-38e33ff9d577 on network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:51.286577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:17:51.287034 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Checking segment: {'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:51.287635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:51.288077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Bound using segment: {'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:17:51.288619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Bound port: 8c5b2b65-6381-46de-946a-38e33ff9d577, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:17:51.289042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:51.422944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-301ae38d-1f99-48e9-bd06-02d28ca2ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:51.488772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] For port 8c5b2b65-6381-46de-946a-38e33ff9d577, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:17:51.559294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7b02b06b-3a2a-46da-bdd9-3ecdd277e7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:51.570891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] For port 8c5b2b65-6381-46de-946a-38e33ff9d577, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=8c5b2b65-6381-46de-946a-38e33ff9d577,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:17:51.658167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ae38d-1f99-48e9-bd06-02d28ca2ab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785d93b9-5212-488f-bdd9-d6a4bdece593,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:51.660218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-301ae38d-1f99-48e9-bd06-02d28ca2ab16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:51.661410 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-301ae38d-1f99-48e9-bd06-02d28ca2ab16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/785d93b9-5212-488f-bdd9-d6a4bdece593 HTTP/1.1" status: 204 len: 168 time: 1.1175745 Apr 20 19:17:51.664774 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-301ae38d-1f99-48e9-bd06-02d28ca2ab16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:51.688636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Set router 1e3f603e-3447-4d38-b9ac-f354566d5b3c gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:51.792474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852971812'] for router, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:51.806694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:51.839514 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ec4f7b1a-e671-4158-b5d3-d13f6b10c4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:51.902703 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0393b64-f8fe-42ff-b939-ee975ee5f36b req-f6d93bbe-960f-4fe4-bcb7-609268a27492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:51.915384 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d0393b64-f8fe-42ff-b939-ee975ee5f36b req-f6d93bbe-960f-4fe4-bcb7-609268a27492 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 1099 time: 0.5073175 Apr 20 19:17:51.961063 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3556b7e-1949-4722-975d-2d4a237b6265 req-baed7ab3-03d1-480d-a635-3854845037aa tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:51.969851 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b3556b7e-1949-4722-975d-2d4a237b6265 req-baed7ab3-03d1-480d-a635-3854845037aa tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.3966641 Apr 20 19:17:52.185154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Pushing event updated for resources: {'Port': ['ID=8c5b2b65-6381-46de-946a-38e33ff9d577,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:52.190115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:52.228968 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 3461eae6-1e9d-4d2d-a821-5e2f93e6600c up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:52.291429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe is scheduled to L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d with binding_index 1 {{(pid=86472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:17:52.368389 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:48Z', 'revision_number': 3, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:52.373184 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Checking router: 1e3f603e-3447-4d38-b9ac-f354566d5b3c for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:17:52.373872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Updating router 1e3f603e-3447-4d38-b9ac-f354566d5b3c port 078531f1-b775-4913-a1b6-5d18d84842a1 binding host dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:17:52.416944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:52.417377 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:52.441718 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:52.445180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58254) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:52.603346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58258) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:52.670229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:52.726048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:52.736273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] Usage tracker for resource:security_group_rule and tenant:53833c782bf24e469d280f9dd3252b82 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:52.739336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:52.746755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:52.822615 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:17:52.826406 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b3556b7e-1949-4722-975d-2d4a237b6265 req-415c9522-f41b-4d6f-b168-307c5699975f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8552539 Apr 20 19:17:52.832417 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Sync routers for ids ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:17:52.847767 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Routers {'10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:52.853827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:52.960866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Notify callbacks [] for router, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:52.966120 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1077921 Apr 20 19:17:52.972466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58264) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:52.978221 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:52.994966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Transition to ACTIVE for port object 078531f1-b775-4913-a1b6-5d18d84842a1 will not be triggered until provisioned by entity L2. {{(pid=86475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:53.013948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2001474208-network', 'tenant_id': 'fb5a95b58a204a30a59c0f3172696961'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:53.021777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:53.024245 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.025314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.028065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Usage tracker for resource:network and tenant:fb5a95b58a204a30a59c0f3172696961 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:53.031138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:53.034862 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e1787b6a-5ef5-405a-a209-f4e1346d9806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:53.038372 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:53.074493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.088422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6a4192f6-0952-42de-8128-ade652435c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:53.120533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c0928-e037-40b1-b06b-200faea49459 None None] Pushing event updated for resources: {'Port': ['ID=078531f1-b775-4913-a1b6-5d18d84842a1,revision_number=2']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:53.122785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Made reservation on behalf of fb5a95b58a204a30a59c0f3172696961 for: {'network': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:17:53.127002 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9f6c0928-e037-40b1-b06b-200faea49459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:53.127745 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Set router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:53.134412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0393b64-f8fe-42ff-b939-ee975ee5f36b req-3165bc1b-ee4a-4410-be3f-a2495521dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:53.136013 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d0393b64-f8fe-42ff-b939-ee975ee5f36b req-3165bc1b-ee4a-4410-be3f-a2495521dd22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 920 time: 1.1223605 Apr 20 19:17:53.140210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.185732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Attempting to bind port 078531f1-b775-4913-a1b6-5d18d84842a1 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:17:53.186143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Attempting to bind port 078531f1-b775-4913-a1b6-5d18d84842a1 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:17:53.186541 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Attempting to bind port 078531f1-b775-4913-a1b6-5d18d84842a1 on network 499d79e4-58ad-4742-aaca-92af62e706c5 {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:53.198466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.204352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:17:53.204982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Checking segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:53.205429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.208214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Bound using segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:17:53.209748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Bound port: 078531f1-b775-4913-a1b6-5d18d84842a1, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:17:53.210272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.232156 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53833c782bf24e469d280f9dd3252b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6274366 Apr 20 19:17:53.233564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58274) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:53.241989 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65364362-8d5f-4a90-b06f-1a82bc19763e,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:53.258241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:53.283238 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:53.286796 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d0393b64-f8fe-42ff-b939-ee975ee5f36b req-d5d78829-04f9-414b-952e-5a4c5063cbb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b454d09e-59c8-4412-90cc-2ccc9320c264 HTTP/1.1" status: 200 len: 217 time: 0.1365333 Apr 20 19:17:53.291194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5a95b58a204a30a59c0f3172696961 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:53.297907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:53.312359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:53.396685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7b27eafd-725b-46ab-a9a5-2e5ba9ea35e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.422584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] For port 078531f1-b775-4913-a1b6-5d18d84842a1, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:17:53.430890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] For port 078531f1-b775-4913-a1b6-5d18d84842a1, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=078531f1-b775-4913-a1b6-5d18d84842a1,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:17:53.447332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7b27eafd-725b-46ab-a9a5-2e5ba9ea35e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.457320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.464051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9f6c0928-e037-40b1-b06b-200faea49459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:53.485613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0393b64-f8fe-42ff-b939-ee975ee5f36b req-f769c2f2-9b44-4636-b86b-b8d856235017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:53.488059 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d0393b64-f8fe-42ff-b939-ee975ee5f36b req-f769c2f2-9b44-4636-b86b-b8d856235017 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.1816838 Apr 20 19:17:53.595118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.614409 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c0928-e037-40b1-b06b-200faea49459 None None] Pushing event updated for resources: {'Port': ['ID=078531f1-b775-4913-a1b6-5d18d84842a1,revision_number=3']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:53.622518 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.633035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9f6c0928-e037-40b1-b06b-200faea49459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:53.635100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9d8fc11a-59a7-47c3-91f3-39240b474444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:53.658324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:50Z', 'revision_number': 3, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:53.663821 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Checking router: 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:17:53.664475 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Updating router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 binding host dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:17:53.664603 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7b27eafd-725b-46ab-a9a5-2e5ba9ea35e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.681584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Routers {'1e3f603e-3447-4d38-b9ac-f354566d5b3c'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:53.682482 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:53.726746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=86472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:17:53.740306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd60a5-fdba-4b43-a9e6-7a983ea779f6,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:53.757758 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:53.767357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6e9b0d41-721a-4149-ad58-71c3f97c3673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:53.801381 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.809010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.809422 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Added segment 0c112b7c-4763-4ad1-a342-688982ef1df8 of type vlan for network 92267a88-3b50-4381-b464-e31a865988cd Apr 20 19:17:53.812324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7b27eafd-725b-46ab-a9a5-2e5ba9ea35e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.822024 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7b27eafd-725b-46ab-a9a5-2e5ba9ea35e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65364362-8d5f-4a90-b06f-1a82bc19763e HTTP/1.1" status: 204 len: 168 time: 0.5811551 Apr 20 19:17:53.831088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27eafd-725b-46ab-a9a5-2e5ba9ea35e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65364362-8d5f-4a90-b06f-1a82bc19763e,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:53.837018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7b27eafd-725b-46ab-a9a5-2e5ba9ea35e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:53.897682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.997024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:53.998454 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:53.999156 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:54.016931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b0dd9b36-e241-41fc-be79-73d8907b1517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:54.057506 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b0a77-d72f-48a0-bdc8-97de93630f4e None None] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:17:54.083992 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d0393b64-f8fe-42ff-b939-ee975ee5f36b req-49b64cff-c94f-4220-9044-4294926591b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4291849 Apr 20 19:17:54.093276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] Set router 1e3f603e-3447-4d38-b9ac-f354566d5b3c gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:54.118673 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Pushing event updated for resources: {'Network': ['ID=92267a88-3b50-4381-b464-e31a865988cd,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:54.122867 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6514828 Apr 20 19:17:54.123797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:54.125705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58286) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:54.142255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Request body: {'subnet': {'network_id': '92267a88-3b50-4381-b464-e31a865988cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2001474208-subnet', 'tenant_id': 'fb5a95b58a204a30a59c0f3172696961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:54.142255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:17:54.148405 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Usage tracker for resource:subnet and tenant:fb5a95b58a204a30a59c0f3172696961 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:17:54.151887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:17:54.159978 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:17:54.199592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Made reservation on behalf of fb5a95b58a204a30a59c0f3172696961 for: {'subnet': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:17:54.211781 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847101601'] for subnet, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:54.235368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 92267a88-3b50-4381-b464-e31a865988cd details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:17:54.360696 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 8c5b2b65-6381-46de-946a-38e33ff9d577 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:54.382571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:54.512766 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-e4190010-e00b-4723-8012-c43b84fa1612 None None] Provisioning for port 8c5b2b65-6381-46de-946a-38e33ff9d577 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:54.517009 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:48Z', 'revision_number': 3, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:54.528392 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe01599-53b1-4926-83b4-a8e7163b7fa4 None None] The sync data for ids ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'] in dv-cinder-786933-2-smb is: [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:48Z', 'revision_number': 3, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:17:54.687929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db6765-d3c6-4e93-a571-52c219b4fefe req-d99a2a2f-c26f-4d15-b307-9e7a2a850924 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:54.696668 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96db6765-d3c6-4e93-a571-52c219b4fefe req-d99a2a2f-c26f-4d15-b307-9e7a2a850924 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.6292646 Apr 20 19:17:54.715847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 8c5b2b65-6381-46de-946a-38e33ff9d577 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:54.741541 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 8c5b2b65-6381-46de-946a-38e33ff9d577 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:54.742065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:55.083011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848383705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847101618'] for subnet, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:55.098305 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4ddc1c94-3a85-470d-9f35-4b3d71a4a21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:55.165020 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d0393b64-f8fe-42ff-b939-ee975ee5f36b req-fe00361a-8765-418b-8539-1348145e1a6a service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9493413 Apr 20 19:17:55.274503 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:55.311656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec1aaf4-f072-450b-9c89-936e468364eb,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:55.316877 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:55.318792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Checking segment: {'id': '0c112b7c-4763-4ad1-a342-688982ef1df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92267a88-3b50-4381-b464-e31a865988cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:55.319370 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Network hostable DHCP agents. Network: 92267a88-3b50-4381-b464-e31a865988cd, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:17:55.370958 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96db6765-d3c6-4e93-a571-52c219b4fefe req-f2eac4fd-fab8-4171-843f-b766ad8ac0e7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733253 Apr 20 19:17:55.406330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Network 92267a88-3b50-4381-b464-e31a865988cd is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:17:55.451452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 92267a88-3b50-4381-b464-e31a865988cd) {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:55.471782 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 8c5b2b65-6381-46de-946a-38e33ff9d577, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=8c5b2b65-6381-46de-946a-38e33ff9d577,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:55.473002 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d58ea-c9f0-4c56-8163-5a2edcea3a8b None None] Network 92267a88-3b50-4381-b464-e31a865988cd requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:17:55.491845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:55.492545 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:55.581105 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ad1c247e-b5ec-43d8-b7a0-8744469d8370 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4457929 Apr 20 19:17:55.610718 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Notify callbacks [] for port, precommit_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:55.642945 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:55.655239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:55.763639 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Allocated IP 172.20.0.1 (e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f/102a43ba-d121-4313-8680-a7ae67f3d7a8/f57d1f83-9a0d-41e5-b2a5-7cfdc3508861) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:55.788113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Transition to ACTIVE for port object 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:55.858796 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:55.927606 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=8c5b2b65-6381-46de-946a-38e33ff9d577,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:55.931644 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:55.937495 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:55.974571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-464f4285-6637-4c73-adca-8309661d4a0e None None] Provisioning complete for port 8c5b2b65-6381-46de-946a-38e33ff9d577 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:55.975173 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-464f4285-6637-4c73-adca-8309661d4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:56.023778 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d0393b64-f8fe-42ff-b939-ee975ee5f36b req-178755c4-86b7-45d8-8260-ecfe2c3fc2ad service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8314507 Apr 20 19:17:56.035914 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Attempting to bind port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:17:56.036028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Attempting to bind port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:17:56.036443 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Attempting to bind port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 on network 499d79e4-58ad-4742-aaca-92af62e706c5 {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:17:56.063618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:17:56.064265 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Checking segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:17:56.064779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:56.065794 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Bound using segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:17:56.066449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Bound port: 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:17:56.066979 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:56.097100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:56.176588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:56.205504 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Transition to ACTIVE for port object f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:56.217936 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48a773-efaf-4f79-b69a-cc222b3a48c5 None None] Pushing event updated for resources: {'Port': ['ID=6058fc8f-a3bd-4beb-9d5e-4ff4533b7757,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:56.222324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4c48a773-efaf-4f79-b69a-cc222b3a48c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:56.288149 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:56.302879 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4ea6d6ec-d085-49f7-b193-dcf457e8edd3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:56.362998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] For port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:17:56.383163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:56.383600 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 078531f1-b775-4913-a1b6-5d18d84842a1 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:56.396878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:56.426869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:56.428222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731329'] for router_interface, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:56.428577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc1886d-75c1-471f-9899-7cea0c86fc2e None None] Network 92267a88-3b50-4381-b464-e31a865988cd requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:17:56.467151 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] For port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=6058fc8f-a3bd-4beb-9d5e-4ff4533b7757,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:17:56.570045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:56.579375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:56.641854 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Allocated IP 172.20.0.1 (6eb3891c-3e3a-4083-9023-d3fd1d39a71f/e101fe34-3956-4764-acd5-d4d057cba54d/c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:17:56.776916 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f57d1f83-9a0d-41e5-b2a5-7cfdc3508861,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:56.780076 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:56.780270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Routers {'10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:56.780955 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:56.969933 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887d55a-c6fa-40ff-9029-59c3b1927d02 req-04d646b0-07e9-44bd-807a-f36d7f4285f6 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:56.984722 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6887d55a-c6fa-40ff-9029-59c3b1927d02 req-04d646b0-07e9-44bd-807a-f36d7f4285f6 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.2028487 Apr 20 19:17:57.032073 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48a773-efaf-4f79-b69a-cc222b3a48c5 None None] Pushing event updated for resources: {'Port': ['ID=6058fc8f-a3bd-4beb-9d5e-4ff4533b7757,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:57.034512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.043991 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4c48a773-efaf-4f79-b69a-cc222b3a48c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:57.078357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-9378e049-cfef-4b38-b921-88f38e48bfc8 None None] Provisioning for port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:57.081056 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6887d55a-c6fa-40ff-9029-59c3b1927d02 req-ec5b41bb-65dc-4ce4-93e4-f345da9f5346 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015403 Apr 20 19:17:57.096551 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 078531f1-b775-4913-a1b6-5d18d84842a1 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:57.128669 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-9378e049-cfef-4b38-b921-88f38e48bfc8 None None] Provisioning complete for port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:57.129094 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9378e049-cfef-4b38-b921-88f38e48bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.149896 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Transition to ACTIVE for port object c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:17:57.176743 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.285925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.292811 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-9378e049-cfef-4b38-b921-88f38e48bfc8 None None] Port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:17:57.294488 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 078531f1-b775-4913-a1b6-5d18d84842a1 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:57.295014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.329430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c3ed1dda-4a31-4ae8-a964-77a642dce100 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:57.409786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] Set router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:57.428547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:57.434801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:57.452229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:17:57.452746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731329'] for router_interface, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.540446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:57.566333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.566656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.567064 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.567470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.567905 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.568745 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.569145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.569555 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.569991 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.570417 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.570805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.571190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:57.594345 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:57.651298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.723121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.724424 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853044378'] for router_interface, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.736320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:57.892554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.929136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:57.963464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-0a58fa5a-dd48-4e98-81d5-b89db028a573 None None] Provisioning for port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:17:57.975162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 078531f1-b775-4913-a1b6-5d18d84842a1, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=078531f1-b775-4913-a1b6-5d18d84842a1,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:17:57.978192 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-0a58fa5a-dd48-4e98-81d5-b89db028a573 None None] Provisioning complete for port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:57.978787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0a58fa5a-dd48-4e98-81d5-b89db028a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:58.001666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f57d1f83-9a0d-41e5-b2a5-7cfdc3508861,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:58.016714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:58.028992 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:58.030233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 8c5b2b65-6381-46de-946a-38e33ff9d577 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:58.034039 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:58.037608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:17:58.075508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:58.388285 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-0a58fa5a-dd48-4e98-81d5-b89db028a573 None None] Port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:17:58.444922 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=078531f1-b775-4913-a1b6-5d18d84842a1,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:58.449412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:58.481718 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 8c5b2b65-6381-46de-946a-38e33ff9d577 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:58.482386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:58.569002 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:50Z', 'revision_number': 3, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:58.582386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c051d9-638a-496a-a53e-8f4596d3b273 None None] The sync data for ids ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'] in dv-cinder-786933-2-smb is: [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:50Z', 'revision_number': 3, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:17:58.638595 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-a3f11ae7-808a-4b8b-9e54-6b8ffc9a263c None None] Provisioning complete for port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:58.638595 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a3f11ae7-808a-4b8b-9e54-6b8ffc9a263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:58.771619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-a3f11ae7-808a-4b8b-9e54-6b8ffc9a263c None None] Port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:17:58.886746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 078531f1-b775-4913-a1b6-5d18d84842a1 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:17:58.933386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b709e-813f-4410-ba5f-687d2fcef780 req-cb17e9af-9e47-48b8-85c7-bac633b96209 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:58.935076 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b2b709e-813f-4410-ba5f-687d2fcef780 req-cb17e9af-9e47-48b8-85c7-bac633b96209 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.3895066 Apr 20 19:17:58.977608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 078531f1-b775-4913-a1b6-5d18d84842a1 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:58.978068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:58.985016 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Router 1e3f603e-3447-4d38-b9ac-f354566d5b3c has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:17:59.208780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-a48a540b-12d1-471c-8658-8c407a3edcf5 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:59.210590 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-a48a540b-12d1-471c-8658-8c407a3edcf5 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/networks?id=92267a88-3b50-4381-b464-e31a865988cd HTTP/1.1" status: 200 len: 814 time: 0.4630258 Apr 20 19:17:59.211905 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.db.resource_extend [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 19:17:59.256600 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b2b709e-813f-4410-ba5f-687d2fcef780 req-0ba35660-7941-4645-8a0b-740dc9cdc4a1 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062375 Apr 20 19:17:59.264558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:59.265382 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-31d2ac64-aa75-4446-a201-e74a39bd9863 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/quotas/fb5a95b58a204a30a59c0f3172696961 HTTP/1.1" status: 200 len: 375 time: 0.0262253 Apr 20 19:17:59.325740 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-03bc79a8-5ebd-4350-8ea9-3c25d68495b1 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb5a95b58a204a30a59c0f3172696961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540617 Apr 20 19:17:59.328480 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:59.329348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853044378'] for router_interface, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:59.337126 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:59.597882 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:17:59.609497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Sync routers for ids ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:17:59.620030 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] 10.222.0.35 "PUT /v2.0/routers/1e3f603e-3447-4d38-b9ac-f354566d5b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3719695 Apr 20 19:17:59.630403 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:59.634161 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Routers {'1e3f603e-3447-4d38-b9ac-f354566d5b3c'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:17:59.635040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:17:59.647513 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:59.764781 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-e1c07707-8c59-4aa9-9cfa-6b050614a381 service neutron] 10.222.0.35 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807552 Apr 20 19:17:59.903951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Set router 1e3f603e-3447-4d38-b9ac-f354566d5b3c gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:17:59.935642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:17:59.948793 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-ac6d82b1-606b-4ba6-a71d-afd053fcbc13 service neutron] 10.222.0.35 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825726 Apr 20 19:17:59.950100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:00.271701 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:18:00.316025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-74c7dac8-f1cb-4211-822c-50d6105b157e None None] Provisioning complete for port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:00.328009 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-74c7dac8-f1cb-4211-822c-50d6105b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:00.405664 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f57d1f83-9a0d-41e5-b2a5-7cfdc3508861', 'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'mac_address': 'fa:16:3e:c2:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:54Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 2, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'subnets': [{'id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:00.417133 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Checking router: 1e3f603e-3447-4d38-b9ac-f354566d5b3c for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:18:00.417557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Updating router 1e3f603e-3447-4d38-b9ac-f354566d5b3c port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 binding host dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:18:00.478537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-74c7dac8-f1cb-4211-822c-50d6105b157e None None] Port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:18:00.513123 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b76de495-9f21-4f01-ba2f-adc19c8e8f2c req-cb1bfce8-5e59-4dce-bb19-3e35a4947922 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 210 time: 0.0871568 Apr 20 19:18:00.543627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:00.626435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:18:00.678577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58454) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:00.786792 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] 10.222.0.35 "PUT /v2.0/routers/10cc0aef-3ccc-4ddc-b013-c5a83a1089fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8102593 Apr 20 19:18:00.929159 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8f295-123c-4d07-8076-038308ad34a2 req-8caed310-44a5-4ad5-b541-ca329a4537ca tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:00.931082 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5de8f295-123c-4d07-8076-038308ad34a2 req-8caed310-44a5-4ad5-b541-ca329a4537ca tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.2596347 Apr 20 19:18:00.985546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.000102 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:01.017138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:01.024357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Usage tracker for resource:security_group_rule and tenant:4c45ca6b5c774d97bec0bcac6c7ef130 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:01.026291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:01.035208 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:01.039308 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-003dc7e2-3bf8-4c14-a5d7-f8615ea578fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4103379 Apr 20 19:18:01.078829 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5de8f295-123c-4d07-8076-038308ad34a2 req-5bf3edeb-16c9-4a4d-9db8-c9314cfff912 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173868 Apr 20 19:18:01.232962 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.240422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:01.247687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:01.248442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.259550 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-bfd93d94-a336-4c6c-8edb-e94fbe16e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:01.261424 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-bfd93d94-a336-4c6c-8edb-e94fbe16e4bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 1099 time: 0.1816103 Apr 20 19:18:01.269134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.296108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5d6f2161-435f-46f4-9239-f72a296286bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:01.310280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58482) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:01.316742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-161537951-network', 'tenant_id': 'e99811539fda4207888221a57c012830'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:01.331424 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:01.341042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Usage tracker for resource:network and tenant:e99811539fda4207888221a57c012830 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:01.345230 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:01.352402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:01.373869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bd22df-a932-446e-8537-bcaa9f0edd3b,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:01.417705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.418121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.418525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.418930 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.419323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.419715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.420107 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.420498 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.424620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.425033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.425434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.425863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:01.426265 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Notify callbacks [] for port, precommit_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.430234 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Made reservation on behalf of e99811539fda4207888221a57c012830 for: {'network': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:18:01.437056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:01.441319 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.459442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Transition to ACTIVE for port object f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 will not be triggered until provisioned by entity L2. {{(pid=86475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:01.461728 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c45ca6b5c774d97bec0bcac6c7ef130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7786679 Apr 20 19:18:01.462652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58490) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:01.478258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.519586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.534889 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.535243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:01.553685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=6058fc8f-a3bd-4beb-9d5e-4ff4533b7757,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:01.574675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:01.584586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Usage tracker for resource:security_group_rule and tenant:e99811539fda4207888221a57c012830 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:01.588340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.590398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:01.595702 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:01.606452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:01.625965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00e3261a-8693-4cf1-b5ed-e7d458bb984f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.699376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00e3261a-8693-4cf1-b5ed-e7d458bb984f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.769669 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=6058fc8f-a3bd-4beb-9d5e-4ff4533b7757,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:01.775054 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:01.819059 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e39191cc-fdd5-49d0-9faa-e9313433b81b req-02814df2-3e6d-4283-ac0f-28ac7965ee73 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 210 time: 0.1846604 Apr 20 19:18:01.868681 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00e3261a-8693-4cf1-b5ed-e7d458bb984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.877542 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-623b4190-b3e5-4270-9741-6df809b8073d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:01.909587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3261a-8693-4cf1-b5ed-e7d458bb984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bd22df-a932-446e-8537-bcaa9f0edd3b,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:01.912164 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-c42b81de-d0c9-42b4-91fc-d3a93aa8ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:01.913910 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-c42b81de-d0c9-42b4-91fc-d3a93aa8ee61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 920 time: 0.5413191 Apr 20 19:18:01.937313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00e3261a-8693-4cf1-b5ed-e7d458bb984f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:01.943993 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00e3261a-8693-4cf1-b5ed-e7d458bb984f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:01.949141 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-00e3261a-8693-4cf1-b5ed-e7d458bb984f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64bd22df-a932-446e-8537-bcaa9f0edd3b HTTP/1.1" status: 204 len: 168 time: 0.4854267 Apr 20 19:18:02.011815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Sync routers for ids ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:18:02.029153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Routers {'10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:02.029821 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:02.038726 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c7046-735d-4a79-b9ce-cffa915fb335 None None] Pushing event updated for resources: {'Port': ['ID=f57d1f83-9a0d-41e5-b2a5-7cfdc3508861,revision_number=3']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:02.048212 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-938c7046-735d-4a79-b9ce-cffa915fb335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:02.089834 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-93daefdc-4f6b-420e-a4fd-bcf3369730d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b454d09e-59c8-4412-90cc-2ccc9320c264 HTTP/1.1" status: 200 len: 217 time: 0.1388907 Apr 20 19:18:02.122858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Attempting to bind port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:18:02.123510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Attempting to bind port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:18:02.126169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Attempting to bind port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 on network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:02.142413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:18:02.143415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Checking segment: {'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:02.144012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:02.147099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Bound using segment: {'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:18:02.147915 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Bound port: f57d1f83-9a0d-41e5-b2a5-7cfdc3508861, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'}}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:18:02.148498 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:02.426978 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] For port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:18:02.433216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] For port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=f57d1f83-9a0d-41e5-b2a5-7cfdc3508861,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:18:02.498022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:02.516035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:02.606947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Set router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:02.703464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Routers {'1e3f603e-3447-4d38-b9ac-f354566d5b3c'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:02.704533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:02.783476 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58520) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:02.790447 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-653195940-network', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:02.803329 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-ff8b7af0-333d-467b-a310-cd57c9e52ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:02.805339 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:02.813171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Usage tracker for resource:network and tenant:186e5b965082433bbd351cd8bd62ed88 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:02.815459 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-ff8b7af0-333d-467b-a310-cd57c9e52ac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.7228084 Apr 20 19:18:02.817208 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:02.833995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:02.918135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c7046-735d-4a79-b9ce-cffa915fb335 None None] Pushing event updated for resources: {'Port': ['ID=f57d1f83-9a0d-41e5-b2a5-7cfdc3508861,revision_number=4']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:02.934286 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-938c7046-735d-4a79-b9ce-cffa915fb335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:02.950040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:02.965064 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-aed78f99-3a5a-4db5-a661-ffafc3d9ec98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431780 Apr 20 19:18:02.969996 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:02.990243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] Set router 1e3f603e-3447-4d38-b9ac-f354566d5b3c gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:02.995928 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Made reservation on behalf of 186e5b965082433bbd351cd8bd62ed88 for: {'network': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:18:03.015976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:03.050469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:03.087115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:03.097033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Usage tracker for resource:security_group_rule and tenant:186e5b965082433bbd351cd8bd62ed88 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:03.104952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:03.117637 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:03.131571 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-daa234b7-d0a7-409f-963b-5d89d2a46063 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578164 Apr 20 19:18:03.134716 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:03.170487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:03.171160 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:03.189516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7c144c19-3542-4fc1-b0e7-7d7197a50884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:03.199168 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-75ca74db-cb2a-409f-ac2e-cd25f42d1f5b req-1bde8d26-8ecb-48b0-922d-6446ce4f53b8 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 210 time: 0.0662029 Apr 20 19:18:03.298738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:03.488710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=86473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:18:03.488710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c23e9cb-5012-4d54-bb83-9943bba0beba,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:03.488710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:03.488710 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cb049d22-d2ad-4a2a-af10-3ac0d7e8c936 req-09bf717d-4703-4f22-8c86-930aa034afc7 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166388 Apr 20 19:18:03.492284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9', 'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'mac_address': 'fa:16:3e:36:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:56Z', 'updated_at': '2021-04-20T19:17:58Z', 'revision_number': 2, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'subnets': [{'id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:03.492284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Checking router: 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:18:03.492284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Updating router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 binding host dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:18:03.506726 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:03.516772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-f126ca3d-7b4d-4caa-bf14-4ca44e9946a9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:03.517707 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-f126ca3d-7b4d-4caa-bf14-4ca44e9946a9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Synchronizing usage tracker for tenant:fb5a95b58a204a30a59c0f3172696961 on resource:network {{(pid=86472) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:18:03.522878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:03.532316 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9da2d4e8-3102-49df-8749-ac4ea5234d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:03.564700 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b5296d-1869-4d6b-88ef-11d5b62a84ff,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:03.569125 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:03.611706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-f126ca3d-7b4d-4caa-bf14-4ca44e9946a9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Unset dirty status for tenant:fb5a95b58a204a30a59c0f3172696961 on resource:network {{(pid=86472) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:18:03.619398 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-f126ca3d-7b4d-4caa-bf14-4ca44e9946a9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.15 "GET /v2.0/networks?id=92267a88-3b50-4381-b464-e31a865988cd HTTP/1.1" status: 200 len: 814 time: 0.2956519 Apr 20 19:18:03.619572 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:03.619572 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Added segment b108e890-dd1d-4d44-808a-1e5376f730b8 of type vlan for network f91b0625-03ba-4970-aa4f-77b3ef2d94ae Apr 20 19:18:03.619784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=86472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:18:03.627493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Request body: {'port': {'device_id': 'cbe423ec-c90d-4a30-be17-15348536ba49', 'network_id': '92267a88-3b50-4381-b464-e31a865988cd', 'admin_state_up': True, 'tenant_id': 'fb5a95b58a204a30a59c0f3172696961'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:03.774993 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:03.775320 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Added segment 60b5f1e8-114a-40d6-9b67-3b01ec68b900 of type vlan for network 594bb1c5-0ebd-451f-846a-c2139143894f Apr 20 19:18:03.789190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f57d1f83-9a0d-41e5-b2a5-7cfdc3508861', 'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'mac_address': 'fa:16:3e:c2:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:54Z', 'updated_at': '2021-04-20T19:18:02Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'subnets': [{'id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:03.795387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77371911-a38a-48d7-b87c-b50adcfea38f None None] The sync data for ids ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'] in dv-cinder-786933-2-smb is: [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f57d1f83-9a0d-41e5-b2a5-7cfdc3508861', 'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'mac_address': 'fa:16:3e:c2:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:54Z', 'updated_at': '2021-04-20T19:18:02Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'subnets': [{'id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:18:03.818318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:03.853199 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463ffd0-3a78-47e5-b072-9477ce16b9aa req-8ba16041-e5d2-41eb-8a3d-213849deba76 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:03.855321 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8463ffd0-3a78-47e5-b072-9477ce16b9aa req-8ba16041-e5d2-41eb-8a3d-213849deba76 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1417329 Apr 20 19:18:03.977629 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:03.983015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Usage tracker for resource:port and tenant:fb5a95b58a204a30a59c0f3172696961 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:03.986377 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:03.992497 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8463ffd0-3a78-47e5-b072-9477ce16b9aa req-760f1c53-03c0-485e-be05-18d776c2bb15 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866408 Apr 20 19:18:03.994959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:04.002307 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:04.013870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:04.015445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:04.016373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:04.022424 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:04.043638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Made reservation on behalf of fb5a95b58a204a30a59c0f3172696961 for: {'port': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:18:04.059944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:04.074386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:04.156775 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:04.159452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:04.160219 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:04.170123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Pushing event updated for resources: {'Network': ['ID=f91b0625-03ba-4970-aa4f-77b3ef2d94ae,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:04.173165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:04.198875 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:04.217308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network f91b0625-03ba-4970-aa4f-77b3ef2d94ae details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:18:04.235795 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4485083 Apr 20 19:18:04.236210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58546) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:04.243029 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Request body: {'subnet': {'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-653195940-subnet', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'ip_version': 4}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:04.248339 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:04.253248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Usage tracker for resource:subnet and tenant:186e5b965082433bbd351cd8bd62ed88 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:04.257289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:04.265245 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9531345 Apr 20 19:18:04.274720 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:04.277543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58552) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:04.290531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Request body: {'subnet': {'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-161537951-subnet', 'tenant_id': 'e99811539fda4207888221a57c012830', 'ip_version': 4}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:04.318137 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:04.338680 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Usage tracker for resource:subnet and tenant:e99811539fda4207888221a57c012830 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:04.343636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:04.347407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Made reservation on behalf of 186e5b965082433bbd351cd8bd62ed88 for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:18:04.365508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:04.436661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Pushing event updated for resources: {'Network': ['ID=594bb1c5-0ebd-451f-846a-c2139143894f,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:04.448224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:04.594461 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Allocated IP 172.20.0.2 (92267a88-3b50-4381-b464-e31a865988cd/dec1aaf4-f072-450b-9c89-936e468364eb/97f41150-ef7b-4be6-87c8-c3f090665e8b) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:18:04.647450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 594bb1c5-0ebd-451f-846a-c2139143894f details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:18:04.735030 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58564) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:04.740138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:04.812352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Notify callbacks [] for port, precommit_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:04.866684 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0c540e3e-1c04-438f-9da9-098ff2c76c19 req-c16807ef-096e-4e88-9dbc-14121ffc8dd1 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 210 time: 0.1304712 Apr 20 19:18:04.897671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Transition to ACTIVE for port object c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:04.947910 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Made reservation on behalf of e99811539fda4207888221a57c012830 for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:18:04.954067 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:04.980289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:04.999212 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.078525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.093349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:05.148705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.173614 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:05.199051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc2564-201c-4b20-8d6f-dfb9a8197f6b None None] Pushing event updated for resources: {'Port': ['ID=c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:05.224712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a8bc2564-201c-4b20-8d6f-dfb9a8197f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:05.270907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Network 92267a88-3b50-4381-b464-e31a865988cd is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:05.285056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:05.298154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:18:05.391427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.477420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Attempting to bind port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:18:05.477840 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Attempting to bind port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:18:05.478628 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Attempting to bind port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 on network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:05.487886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:18:05.488319 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Checking segment: {'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:05.488772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.489269 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Bound using segment: {'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:18:05.489839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Bound port: c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:18:05.490340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.501018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:05.508759 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:05.509077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.518564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:05.542487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:c2eca7717665498d97adb28b1d1cb0c6 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:05.548642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:05.613392 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:05.680129 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] For port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:18:05.684497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] For port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:18:05.716474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.766184 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.782210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:05.801123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.812809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7810bf4b-2194-4d3e-a1d5-5558e63e7248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:05.837663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Pushing event updated for resources: {'Port': ['ID=97f41150-ef7b-4be6-87c8-c3f090665e8b,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:05.844004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:05.851239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:05.851970 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.875670 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2eca7717665498d97adb28b1d1cb0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1380734 Apr 20 19:18:05.879913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58574) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:05.899792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae59b54-df76-41c0-b97c-0eb3b9d11278,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:05.932694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc2564-201c-4b20-8d6f-dfb9a8197f6b None None] Pushing event updated for resources: {'Port': ['ID=c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:05.934137 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3104646 Apr 20 19:18:05.949032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a8bc2564-201c-4b20-8d6f-dfb9a8197f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:05.949823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:05.954671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:05.963428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Request body: {'port': {'device_id': 'cbe423ec-c90d-4a30-be17-15348536ba49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:06.003472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.013293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=f57d1f83-9a0d-41e5-b2a5-7cfdc3508861,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:06.019532 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Routers {'10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:06.022541 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:06.108451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.110073 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-77c5c74e-2c46-40e7-a26f-1e7232e2f76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:06.128823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0216ae8c-e181-46ce-8c85-e6c7a33afb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.193751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0216ae8c-e181-46ce-8c85-e6c7a33afb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.200852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.222322 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.237771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:06.299202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636fff1d-d76e-4979-952d-a51d59be6707,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:06.351189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Checking segment: {'id': '60b5f1e8-114a-40d6-9b67-3b01ec68b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:06.351568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Network hostable DHCP agents. Network: 594bb1c5-0ebd-451f-846a-c2139143894f, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:18:06.372449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] Set router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:06.399634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Checking segment: {'id': 'b108e890-dd1d-4d44-808a-1e5376f730b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:06.400014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Network hostable DHCP agents. Network: f91b0625-03ba-4970-aa4f-77b3ef2d94ae, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:18:06.432933 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76b9c0a-9e58-49b4-87a3-511cb7466d8e,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:06.435975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:06.438207 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:06.438979 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:06.450104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312bb2a-ed62-49b0-93c2-7e16fad66c31 req-db6ff174-9f3a-4004-aad2-ddeb0fe9ab85 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:06.457914 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e312bb2a-ed62-49b0-93c2-7e16fad66c31 req-db6ff174-9f3a-4004-aad2-ddeb0fe9ab85 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 931 time: 0.4124453 Apr 20 19:18:06.462109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0216ae8c-e181-46ce-8c85-e6c7a33afb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.474320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5f02d245-bd8d-4807-bde3-57579ddb63ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:06.487987 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Network 594bb1c5-0ebd-451f-846a-c2139143894f is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:18:06.523127 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Network f91b0625-03ba-4970-aa4f-77b3ef2d94ae is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:18:06.526005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=f57d1f83-9a0d-41e5-b2a5-7cfdc3508861,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:06.527812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216ae8c-e181-46ce-8c85-e6c7a33afb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae59b54-df76-41c0-b97c-0eb3b9d11278,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:06.529777 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e312bb2a-ed62-49b0-93c2-7e16fad66c31 req-78907c8f-b3a7-4285-ac5e-f58ef3a14fe6 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709128 Apr 20 19:18:06.534407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, f91b0625-03ba-4970-aa4f-77b3ef2d94ae) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:06.539682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:06.540403 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.553350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:06.554205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d5799-a93f-4b40-9bc4-8bd35aa36d7e None None] Network f91b0625-03ba-4970-aa4f-77b3ef2d94ae requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:18:06.563741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 594bb1c5-0ebd-451f-846a-c2139143894f) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:06.571017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:06.571764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.581954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0216ae8c-e181-46ce-8c85-e6c7a33afb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:06.583593 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0216ae8c-e181-46ce-8c85-e6c7a33afb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.584977 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0216ae8c-e181-46ce-8c85-e6c7a33afb6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dae59b54-df76-41c0-b97c-0eb3b9d11278 HTTP/1.1" status: 204 len: 168 time: 0.7038441 Apr 20 19:18:06.623296 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-14f82dbf-f6ae-4437-834f-b50a2f9d84c1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3385370 Apr 20 19:18:06.626292 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58588) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:06.632171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-161537951-router', 'tenant_id': 'e99811539fda4207888221a57c012830', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:06.639397 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:06.643042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Usage tracker for resource:router and tenant:e99811539fda4207888221a57c012830 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:06.646582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:06.653086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:06.657173 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ae6e727b-5de4-4f7c-8aba-5f8faa421d30 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4198284 Apr 20 19:18:06.660445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58592) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:06.660966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c13b0e-2b73-4eec-a1b9-866684d77a75 None None] Network 594bb1c5-0ebd-451f-846a-c2139143894f requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:18:06.668653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-653195940-router', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:06.675739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:06.680714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Usage tracker for resource:router and tenant:186e5b965082433bbd351cd8bd62ed88 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:06.683790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:06.690251 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:06.715095 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852957969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3787'] for router, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.716681 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772036'] for router, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.736449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.749658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852957969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3787'] for router, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.750755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772036'] for router, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.771484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.823392 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f41150-ef7b-4be6-87c8-c3f090665e8b {{(pid=86472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:18:06.837945 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.850276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Transition to ACTIVE for port object 97f41150-ef7b-4be6-87c8-c3f090665e8b will not be triggered until provisioned by entity L2. {{(pid=86472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:06.885698 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:06.892085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:07.018620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:07.163621 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Pushing event updated for resources: {'Port': ['ID=97f41150-ef7b-4be6-87c8-c3f090665e8b,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:07.179515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:07.218532 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Attempting to bind port 97f41150-ef7b-4be6-87c8-c3f090665e8b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:18:07.218894 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Attempting to bind port 97f41150-ef7b-4be6-87c8-c3f090665e8b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0c112b7c-4763-4ad1-a342-688982ef1df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92267a88-3b50-4381-b464-e31a865988cd'}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:18:07.219273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Attempting to bind port 97f41150-ef7b-4be6-87c8-c3f090665e8b on network 92267a88-3b50-4381-b464-e31a865988cd {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:07.225765 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Port 97f41150-ef7b-4be6-87c8-c3f090665e8b on network 92267a88-3b50-4381-b464-e31a865988cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:18:07.226119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Attempting to bind port 97f41150-ef7b-4be6-87c8-c3f090665e8b on network 92267a88-3b50-4381-b464-e31a865988cd {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:07.233061 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:18:07.233438 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Checking segment: {'id': '0c112b7c-4763-4ad1-a342-688982ef1df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92267a88-3b50-4381-b464-e31a865988cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:07.233893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Bound using segment: {'id': '0c112b7c-4763-4ad1-a342-688982ef1df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92267a88-3b50-4381-b464-e31a865988cd'} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:18:07.234420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Bound port: 97f41150-ef7b-4be6-87c8-c3f090665e8b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c112b7c-4763-4ad1-a342-688982ef1df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92267a88-3b50-4381-b464-e31a865988cd'}}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:18:07.234818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:07.387328 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] For port 97f41150-ef7b-4be6-87c8-c3f090665e8b, host hv-cinder-78693, cleared binding levels {{(pid=86472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:18:07.391197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] For port 97f41150-ef7b-4be6-87c8-c3f090665e8b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=97f41150-ef7b-4be6-87c8-c3f090665e8b,segment=NetworkSegment(0c112b7c-4763-4ad1-a342-688982ef1df8),segment_id=0c112b7c-4763-4ad1-a342-688982ef1df8)] {{(pid=86472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:18:07.434100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:07.439730 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0ed6b364-c7c8-4abb-9379-15ab21047086 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:07.455941 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772051'] for router, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:07.552394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:07.558981 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:07.564186 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] 10.222.0.15 "PUT /v2.0/ports/97f41150-ef7b-4be6-87c8-c3f090665e8b HTTP/1.1" status: 200 len: 1093 time: 1.6104445 Apr 20 19:18:07.565099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe423ec-c90d-4a30-be17-15348536ba49', 'tag': '97f41150-ef7b-4be6-87c8-c3f090665e8b'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:18:07.604272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Pushing event updated for resources: {'Port': ['ID=97f41150-ef7b-4be6-87c8-c3f090665e8b,revision_number=3']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:07.610362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:07.662250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:07.663830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:07.768653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632a406-1a09-5937-bf96-637273413594-594bb1c5-0ebd-451f-846a-c2139143894f', 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'fixed_ips': [{'subnet_id': '636fff1d-d76e-4979-952d-a51d59be6707'}]}} from dv-cinder-786933-2-smb. {{(pid=86474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:18:07.770099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:07.775372 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772051'] for router, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:07.802758 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-cd0fb504-5281-4b18-b7eb-9c9cc65d70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:07.805243 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-cd0fb504-5281-4b18-b7eb-9c9cc65d70b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb5a95b58a204a30a59c0f3172696961&device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 1096 time: 0.1543567 Apr 20 19:18:07.831900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632a406-1a09-5937-bf96-637273413594-f91b0625-03ba-4970-aa4f-77b3ef2d94ae', 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae', 'tenant_id': 'e99811539fda4207888221a57c012830', 'fixed_ips': [{'subnet_id': 'b76b9c0a-9e58-49b4-87a3-511cb7466d8e'}]}} from dv-cinder-786933-2-smb. {{(pid=86474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:18:07.832803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:07.908002 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-52c62533-0818-487b-87fe-c3fbee86075a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97f41150-ef7b-4be6-87c8-c3f090665e8b HTTP/1.1" status: 200 len: 217 time: 0.0767057 Apr 20 19:18:07.916057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9', 'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'mac_address': 'fa:16:3e:36:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:56Z', 'updated_at': '2021-04-20T19:18:05Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'subnets': [{'id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:07.964095 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe423ec-c90d-4a30-be17-15348536ba49', 'tag': '97f41150-ef7b-4be6-87c8-c3f090665e8b', 'status': 'completed', 'code': 200} Apr 20 19:18:07.977835 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333d35b-ed88-42f2-827f-938cd948a6cf None None] The sync data for ids ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'] in dv-cinder-786933-2-smb is: [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9', 'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'mac_address': 'fa:16:3e:36:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:56Z', 'updated_at': '2021-04-20T19:18:05Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'subnets': [{'id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:18:08.011822 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-bddc0737-4133-4a7d-9224-9f66f4de0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:08.013553 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-bddc0737-4133-4a7d-9224-9f66f4de0808 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dec1aaf4-f072-450b-9c89-936e468364eb HTTP/1.1" status: 200 len: 854 time: 0.0984395 Apr 20 19:18:08.043133 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104c774-738f-403a-8783-317694fb494a req-c169636d-6e65-46cd-9bc0-01fcde469047 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:08.045142 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0104c774-738f-403a-8783-317694fb494a req-c169636d-6e65-46cd-9bc0-01fcde469047 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 943 time: 0.2650266 Apr 20 19:18:08.123248 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-55fb22a8-7a23-40df-85c7-ccb8a798eff2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92267a88-3b50-4381-b464-e31a865988cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966995 Apr 20 19:18:08.324499 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Allocated IP 172.20.0.2 (594bb1c5-0ebd-451f-846a-c2139143894f/636fff1d-d76e-4979-952d-a51d59be6707/5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9) {{(pid=86474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:18:08.331411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Allocated IP 172.20.0.2 (f91b0625-03ba-4970-aa4f-77b3ef2d94ae/b76b9c0a-9e58-49b4-87a3-511cb7466d8e/15b3c757-0679-48d3-86c8-6746aca0a935) {{(pid=86474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:18:08.347595 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-abdf81ba-221d-4a13-b4ad-4108d857fa43 service neutron] 10.222.0.15 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165070 Apr 20 19:18:08.403209 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0104c774-738f-403a-8783-317694fb494a req-d7100b8c-e56e-41d2-8c16-9e2b2b4cb97a tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476077 Apr 20 19:18:08.420224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:08.459920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:08.526355 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-322a297f-f57f-4676-92ca-7bf559f5e092 req-7e8c9975-2562-42bc-870c-99ac308c4a54 service neutron] 10.222.0.15 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720083 Apr 20 19:18:08.804361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b60c-dc21-4649-b6c9-e17fc87abfa1 req-5f5cc8c5-657e-4578-a0fe-833a8988a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:08.806033 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9e20b60c-dc21-4649-b6c9-e17fc87abfa1 req-5f5cc8c5-657e-4578-a0fe-833a8988a82b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb5a95b58a204a30a59c0f3172696961&device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 1096 time: 0.1722493 Apr 20 19:18:08.849558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Notify callbacks [] for port, precommit_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:08.862799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Transition to ACTIVE for port object 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:08.955224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Transition to ACTIVE for port object 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 will not be triggered until provisioned by entity DHCP. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:08.984722 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Notify callbacks [] for port, precommit_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:08.997821 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Allocated IP 172.28.0.52 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/8c3df2c4-3b12-4e08-92a3-bc34f5be4f52) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:18:09.010353 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Transition to ACTIVE for port object 15b3c757-0679-48d3-86c8-6746aca0a935 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:09.033356 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Transition to ACTIVE for port object 15b3c757-0679-48d3-86c8-6746aca0a935 will not be triggered until provisioned by entity DHCP. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:09.039313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:09.088288 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.102503 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:09.119741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b60c-dc21-4649-b6c9-e17fc87abfa1 req-a5dac7e1-45b9-454e-98c7-f8c2f58cb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:09.121602 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9e20b60c-dc21-4649-b6c9-e17fc87abfa1 req-a5dac7e1-45b9-454e-98c7-f8c2f58cb60b service neutron] 10.222.0.15 "GET /v2.0/networks?id=92267a88-3b50-4381-b464-e31a865988cd HTTP/1.1" status: 200 len: 915 time: 0.2956901 Apr 20 19:18:09.143884 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.206348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Network 594bb1c5-0ebd-451f-846a-c2139143894f is already hosted by enough agents. {{(pid=86474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:09.217245 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.218083 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Resources bound (agent type, host, resource id): {{(pid=86474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:09.219408 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9e20b60c-dc21-4649-b6c9-e17fc87abfa1 req-588913cd-b5d5-4e7b-800e-c2b6e199c40a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97f41150-ef7b-4be6-87c8-c3f090665e8b HTTP/1.1" status: 200 len: 217 time: 0.0787346 Apr 20 19:18:09.226891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Network f91b0625-03ba-4970-aa4f-77b3ef2d94ae is already hosted by enough agents. {{(pid=86474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:09.227836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Received port after_create {{(pid=86474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:18:09.234909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Resources bound (agent type, host, resource id): {{(pid=86474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:09.244274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Received port after_create {{(pid=86474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:18:09.270344 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695362c0-177f-41f9-8d19-f1676ea94672 req-701099bb-e46c-4c19-ad6c-a5a8075a6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:09.271946 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-695362c0-177f-41f9-8d19-f1676ea94672 req-701099bb-e46c-4c19-ad6c-a5a8075a6055 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 1099 time: 0.4919302 Apr 20 19:18:09.272755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Pushing event updated for resources: {'Port': ['ID=5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9,revision_number=1']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:09.273015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.296214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b60c-dc21-4649-b6c9-e17fc87abfa1 req-025c9167-12b4-4f3b-97f4-15d5e013d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:09.298433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:09.298554 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9e20b60c-dc21-4649-b6c9-e17fc87abfa1 req-025c9167-12b4-4f3b-97f4-15d5e013d377 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dec1aaf4-f072-450b-9c89-936e468364eb HTTP/1.1" status: 200 len: 854 time: 0.0724394 Apr 20 19:18:09.327399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:09.355175 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9e20b60c-dc21-4649-b6c9-e17fc87abfa1 req-5c4817b0-54f7-439d-8bc5-5210b9ae1d07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92267a88-3b50-4381-b464-e31a865988cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486729 Apr 20 19:18:09.372665 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1728d-6037-4a27-b016-b10edef7e62b req-f33cbcae-aee2-41cf-842f-44fcb64a7b8f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:09.380729 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e1e1728d-6037-4a27-b016-b10edef7e62b req-f33cbcae-aee2-41cf-842f-44fcb64a7b8f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.5529051 Apr 20 19:18:09.482863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:09.503540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:09.503960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.539911 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9e20b60c-dc21-4649-b6c9-e17fc87abfa1 req-aed04e3e-94b0-4a55-9243-0483d8dcc31f service neutron] 10.222.0.15 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772804 Apr 20 19:18:09.572885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Attempting to bind port 15b3c757-0679-48d3-86c8-6746aca0a935 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:18:09.573301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Attempting to bind port 15b3c757-0679-48d3-86c8-6746aca0a935 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': 'b108e890-dd1d-4d44-808a-1e5376f730b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:18:09.573742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Attempting to bind port 15b3c757-0679-48d3-86c8-6746aca0a935 on network f91b0625-03ba-4970-aa4f-77b3ef2d94ae {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:09.580512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Attempting to bind port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:18:09.580934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Attempting to bind port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '60b5f1e8-114a-40d6-9b67-3b01ec68b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:18:09.581343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Attempting to bind port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 on network 594bb1c5-0ebd-451f-846a-c2139143894f {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:09.589582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:18:09.589976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Checking segment: {'id': 'b108e890-dd1d-4d44-808a-1e5376f730b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:09.590814 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.590814 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Bound using segment: {'id': 'b108e890-dd1d-4d44-808a-1e5376f730b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:18:09.591298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Bound port: 15b3c757-0679-48d3-86c8-6746aca0a935, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b108e890-dd1d-4d44-808a-1e5376f730b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:18:09.591789 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.627188 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:18:09.627581 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Checking segment: {'id': '60b5f1e8-114a-40d6-9b67-3b01ec68b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:09.628041 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.628480 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Bound using segment: {'id': '60b5f1e8-114a-40d6-9b67-3b01ec68b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:18:09.629010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Bound port: 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b5f1e8-114a-40d6-9b67-3b01ec68b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:18:09.629430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.641159 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Pushing event updated for resources: {'Port': ['ID=15b3c757-0679-48d3-86c8-6746aca0a935,revision_number=1']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:09.740774 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:09.750556 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] For port 15b3c757-0679-48d3-86c8-6746aca0a935, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:18:09.758317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] For port 15b3c757-0679-48d3-86c8-6746aca0a935, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=15b3c757-0679-48d3-86c8-6746aca0a935,segment=NetworkSegment(b108e890-dd1d-4d44-808a-1e5376f730b8),segment_id=b108e890-dd1d-4d44-808a-1e5376f730b8)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:18:09.767202 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9e20b60c-dc21-4649-b6c9-e17fc87abfa1 req-70d17eae-2da4-4293-8286-9de21e86a06f service neutron] 10.222.0.15 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203724 Apr 20 19:18:09.796609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.809302 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:09.846645 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:09.863019 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e1e1728d-6037-4a27-b016-b10edef7e62b req-303d3912-63c5-454e-80cd-69e9e63bd171 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813101 Apr 20 19:18:09.917837 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695362c0-177f-41f9-8d19-f1676ea94672 req-cc3a2bbd-ad13-4616-98dd-2657c32778cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:09.919413 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-695362c0-177f-41f9-8d19-f1676ea94672 req-cc3a2bbd-ad13-4616-98dd-2657c32778cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 920 time: 0.6346793 Apr 20 19:18:09.986814 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] For port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:18:09.994376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] For port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9,segment=NetworkSegment(60b5f1e8-114a-40d6-9b67-3b01ec68b900),segment_id=60b5f1e8-114a-40d6-9b67-3b01ec68b900)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:18:10.000118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Pushing event updated for resources: {'Port': ['ID=15b3c757-0679-48d3-86c8-6746aca0a935,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:10.008226 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:10.009434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:10.012642 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-695362c0-177f-41f9-8d19-f1676ea94672 req-661263fb-b4b1-4014-931f-90ed2074ebff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b454d09e-59c8-4412-90cc-2ccc9320c264 HTTP/1.1" status: 200 len: 217 time: 0.0826657 Apr 20 19:18:10.030040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:10.034912 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:10.073958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34ec59-9c26-453c-98ec-1023cebad828 req-080aedd8-92b9-47bb-8c7c-b2e7d2db240e tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:10.075784 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fc34ec59-9c26-453c-98ec-1023cebad828 req-080aedd8-92b9-47bb-8c7c-b2e7d2db240e tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 943 time: 0.2924745 Apr 20 19:18:10.129733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:10.141689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Pushing event updated for resources: {'Port': ['ID=5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:10.148148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:10.151971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:10.167915 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f548abde-0dd2-4c89-be07-088abee45959 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:10.181981 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:10.184660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4c48a773-efaf-4f79-b69a-cc222b3a48c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:10.273171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:10.277182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:10.298744 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3df2c4-3b12-4e08-92a3-bc34f5be4f52,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:10.303337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:10.315010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695362c0-177f-41f9-8d19-f1676ea94672 req-dae6b27f-dd90-4cb5-bce2-0739c07aacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:10.316578 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-695362c0-177f-41f9-8d19-f1676ea94672 req-dae6b27f-dd90-4cb5-bce2-0739c07aacf8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.2917988 Apr 20 19:18:10.320686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:10.336808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:10.342152 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fc34ec59-9c26-453c-98ec-1023cebad828 req-3a3bdcda-feee-4798-b158-068cb0b4824a tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550695 Apr 20 19:18:10.389754 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Allocated IP 172.28.0.252 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/38dc57a4-e77f-457c-9eb4-1e4d9b87a326) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:18:10.392044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:18:10.540718 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-695362c0-177f-41f9-8d19-f1676ea94672 req-fe989002-9257-48e7-90c3-091949a129f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2053859 Apr 20 19:18:11.007108 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-695362c0-177f-41f9-8d19-f1676ea94672 req-4aa00446-1a3c-4ea6-b9c8-6744c0ea63a6 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497700 Apr 20 19:18:11.016484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:11.101543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:11.136375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:11.142626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 15b3c757-0679-48d3-86c8-6746aca0a935 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:11.257733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 15b3c757-0679-48d3-86c8-6746aca0a935 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:11.266323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:11.338498 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:11.366599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:11.367336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:11.486157 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-695362c0-177f-41f9-8d19-f1676ea94672 req-8764f974-ef76-4679-bd50-c1225fda7e59 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623399 Apr 20 19:18:11.508651 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1b14d-4a83-4b8d-a4a5-a65f2d41bd22 req-67fa8a36-9100-41aa-a184-1b9d0c63a757 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:11.511187 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-78a1b14d-4a83-4b8d-a4a5-a65f2d41bd22 req-67fa8a36-9100-41aa-a184-1b9d0c63a757 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.5066798 Apr 20 19:18:11.547811 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:11.562481 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:11.627666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a344a-bcee-46aa-becc-812947a4f9f9 None None] Network f91b0625-03ba-4970-aa4f-77b3ef2d94ae requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:18:11.681659 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-78a1b14d-4a83-4b8d-a4a5-a65f2d41bd22 req-76f935df-afa8-429a-b920-8f4de59b1534 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693695 Apr 20 19:18:11.713956 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:11.732388 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71e451b-e6c0-45a1-b277-f4331a5a855f None None] Network 594bb1c5-0ebd-451f-846a-c2139143894f requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:18:11.760803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:11.778780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:18:11.868395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Provisioning for port 15b3c757-0679-48d3-86c8-6746aca0a935 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:11.890225 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Provisioning complete for port 15b3c757-0679-48d3-86c8-6746aca0a935 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:11.890658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:12.130614 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Pushing event updated for resources: {'Port': ['ID=38dc57a4-e77f-457c-9eb4-1e4d9b87a326,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:12.143515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:12.327841 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:12.393367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] For port 15b3c757-0679-48d3-86c8-6746aca0a935, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=15b3c757-0679-48d3-86c8-6746aca0a935,segment=NetworkSegment(b108e890-dd1d-4d44-808a-1e5376f730b8),segment_id=b108e890-dd1d-4d44-808a-1e5376f730b8)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:12.400706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5156d-fbd4-428a-a6bd-d5e2ba0d4c22 req-7a041fac-ee13-4144-a992-58a313c1977f tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:12.400706 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-92b5156d-fbd4-428a-a6bd-d5e2ba0d4c22 req-7a041fac-ee13-4144-a992-58a313c1977f tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 943 time: 0.7271786 Apr 20 19:18:12.461577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:12.464466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a8bc2564-201c-4b20-8d6f-dfb9a8197f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:12.572271 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Pushing event updated for resources: {'Port': ['ID=15b3c757-0679-48d3-86c8-6746aca0a935,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:12.591766 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.592157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.592540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.592929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.593339 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.593781 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.594151 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.594517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.594883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.595250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.595613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.595976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:12.602358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852971812'] for router, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:12.603831 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:12.645628 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-c25eade2-08ed-4625-a50c-08222f428109 None None] Provisioning for port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:12.654101 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-c25eade2-08ed-4625-a50c-08222f428109 None None] Provisioning complete for port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:12.654531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c25eade2-08ed-4625-a50c-08222f428109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:12.680390 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-92b5156d-fbd4-428a-a6bd-d5e2ba0d4c22 req-83950cde-01e1-424c-abce-2aa144a05712 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676101 Apr 20 19:18:12.791347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c25eade2-08ed-4625-a50c-08222f428109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:12.806701 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:12.825980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-c25eade2-08ed-4625-a50c-08222f428109 None None] For port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9,segment=NetworkSegment(60b5f1e8-114a-40d6-9b67-3b01ec68b900),segment_id=60b5f1e8-114a-40d6-9b67-3b01ec68b900)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:12.856561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c25eade2-08ed-4625-a50c-08222f428109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:12.858497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:12.897372 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 15b3c757-0679-48d3-86c8-6746aca0a935 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:12.938847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 97f41150-ef7b-4be6-87c8-c3f090665e8b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:18:13.007958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25eade2-08ed-4625-a50c-08222f428109 None None] Pushing event updated for resources: {'Port': ['ID=5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:13.017028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c25eade2-08ed-4625-a50c-08222f428109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:13.038925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-b8f384aa-a1a9-4e60-964d-2817fbc59a13 None None] Provisioning complete for port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:13.039677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b8f384aa-a1a9-4e60-964d-2817fbc59a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:13.169562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 15b3c757-0679-48d3-86c8-6746aca0a935 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:13.169995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:13.178613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca692043-ed79-4702-8187-819cd5c3562a req-ee78d947-105b-4ad9-9bf4-5f2093a9b516 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:13.180229 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ca692043-ed79-4702-8187-819cd5c3562a req-ee78d947-105b-4ad9-9bf4-5f2093a9b516 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.3113117 Apr 20 19:18:13.251136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 is scheduled to L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d with binding_index 1 {{(pid=86473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:18:13.330342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 97f41150-ef7b-4be6-87c8-c3f090665e8b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=97f41150-ef7b-4be6-87c8-c3f090665e8b,segment=NetworkSegment(0c112b7c-4763-4ad1-a342-688982ef1df8),segment_id=0c112b7c-4763-4ad1-a342-688982ef1df8)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:13.353545 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '97f41150-ef7b-4be6-87c8-c3f090665e8b', 'network_id': '92267a88-3b50-4381-b464-e31a865988cd', 'port_id': '97f41150-ef7b-4be6-87c8-c3f090665e8b', 'mac_address': 'fa:16:3e:a8:8d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec1aaf4-f072-450b-9c89-936e468364eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:18:13.480360 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-b8f384aa-a1a9-4e60-964d-2817fbc59a13 None None] Provisioning complete for port 15b3c757-0679-48d3-86c8-6746aca0a935 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:13.480949 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b8f384aa-a1a9-4e60-964d-2817fbc59a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:13.529653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:13.569870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f41150-ef7b-4be6-87c8-c3f090665e8b {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:18:13.596917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 97f41150-ef7b-4be6-87c8-c3f090665e8b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=97f41150-ef7b-4be6-87c8-c3f090665e8b,segment=NetworkSegment(0c112b7c-4763-4ad1-a342-688982ef1df8),segment_id=0c112b7c-4763-4ad1-a342-688982ef1df8)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:13.686449 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ca692043-ed79-4702-8187-819cd5c3562a req-67e63b9f-e493-4eb7-97e8-18b56938c454 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446330 Apr 20 19:18:13.739891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852971812'] for router, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:13.821978 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:13.826558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:13.916121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=97f41150-ef7b-4be6-87c8-c3f090665e8b,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:13.919303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:13.939687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:18:13.948526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Sync routers for ids ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:18:13.958626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Routers {'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:13.959366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:14.059218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2011c-a7fd-4cbb-8216-139f007558aa req-98f92d3a-a53d-4d2b-94ad-4a2d4d513574 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:14.061531 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-68e2011c-a7fd-4cbb-8216-139f007558aa req-98f92d3a-a53d-4d2b-94ad-4a2d4d513574 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 944 time: 0.1754158 Apr 20 19:18:14.070341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Notify callbacks [] for router, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:14.071577 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4446609 Apr 20 19:18:14.074756 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58646) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:14.134609 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-68e2011c-a7fd-4cbb-8216-139f007558aa req-1c033b7f-2f5d-4830-b524-7571f1a7b72a tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653741 Apr 20 19:18:14.163381 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Set router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:14.165058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Router 8116f161-b91a-4d44-96c6-f6f222e732c8 is scheduled to L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d with binding_index 1 {{(pid=86473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:18:14.210874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['97f41150-ef7b-4be6-87c8-c3f090665e8b'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:18:14.383545 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:18:14.415725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Sync routers for ids ['8116f161-b91a-4d44-96c6-f6f222e732c8'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:18:14.433657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Routers {'8116f161-b91a-4d44-96c6-f6f222e732c8'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:14.433909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Notify callbacks [] for router, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:14.434346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['8116f161-b91a-4d44-96c6-f6f222e732c8'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:14.438029 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.7767022 Apr 20 19:18:14.438894 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58650) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:14.637678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Set router 8116f161-b91a-4d44-96c6-f6f222e732c8 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:14.711625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'name': 'tempest-TestMinimumBasicScenario-161537951-router', 'tenant_id': 'e99811539fda4207888221a57c012830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:10Z', 'revision_number': 3, 'project_id': 'e99811539fda4207888221a57c012830', 'gw_port': {'id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:39:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:08Z', 'updated_at': '2021-04-20T19:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:14.716327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Checking router: c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:18:14.716724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Updating router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 binding host dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:18:14.856413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:14.979869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:15.017306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-71c9e946-a6f1-4557-88ff-23c71e868488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.140218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:15.140545 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.150816 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29047-c1fe-4584-b007-62c1a759b118 req-5c34de17-b543-42ad-8d01-a6eca087614f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:15.152735 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-60e29047-c1fe-4584-b007-62c1a759b118 req-5c34de17-b543-42ad-8d01-a6eca087614f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.2189960 Apr 20 19:18:15.205505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'name': 'tempest-TestShelveInstance-653195940-router', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:12Z', 'revision_number': 3, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'gw_port': {'id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:81:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:09Z', 'updated_at': '2021-04-20T19:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:15.213658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Checking router: 8116f161-b91a-4d44-96c6-f6f222e732c8 for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:18:15.214057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Updating router 8116f161-b91a-4d44-96c6-f6f222e732c8 port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 binding host dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:18:15.269076 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.324279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Notify callbacks [] for port, precommit_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.329045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.341254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Transition to ACTIVE for port object 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 will not be triggered until provisioned by entity L2. {{(pid=86475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:15.394425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.400299 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-702ea475-8af6-4487-8f33-828d407673b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:15.439556 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-60e29047-c1fe-4584-b007-62c1a759b118 req-9358dffc-0799-4b20-8216-b3545e4f8f72 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592884 Apr 20 19:18:15.493414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Attempting to bind port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:18:15.494098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Attempting to bind port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:18:15.494665 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Attempting to bind port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 on network 499d79e4-58ad-4742-aaca-92af62e706c5 {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:15.503366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236bae8-978a-4eef-ad25-0fb7307eae57 None None] Pushing event updated for resources: {'Port': ['ID=8c3df2c4-3b12-4e08-92a3-bc34f5be4f52,revision_number=2']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:15.514822 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:18:15.515448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Checking segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:15.515907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.516350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Bound using segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:18:15.516887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Bound port: 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:18:15.517306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.548211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6236bae8-978a-4eef-ad25-0fb7307eae57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:15.548618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Allocated IP 172.20.0.1 (f91b0625-03ba-4970-aa4f-77b3ef2d94ae/b76b9c0a-9e58-49b4-87a3-511cb7466d8e/e8efb8d7-3516-45be-b2b7-44d90ce4eb42) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:18:15.597312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09044524-f5a1-4e88-ae2e-fba6458d8fd9 req-716389c8-b1d3-4f4a-89aa-c1ee5f825dba tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:15.603085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] For port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:18:15.606542 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] For port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=8c3df2c4-3b12-4e08-92a3-bc34f5be4f52,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:18:15.607292 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09044524-f5a1-4e88-ae2e-fba6458d8fd9 req-716389c8-b1d3-4f4a-89aa-c1ee5f825dba tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 944 time: 0.1827710 Apr 20 19:18:15.639625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.650153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:15.714699 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Routers {'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:15.715376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:15.722198 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09044524-f5a1-4e88-ae2e-fba6458d8fd9 req-a7891c97-77bd-431e-9353-bffd6ef69467 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138194 Apr 20 19:18:15.790517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Notify callbacks [] for port, precommit_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.792371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.811456 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Transition to ACTIVE for port object e8efb8d7-3516-45be-b2b7-44d90ce4eb42 will not be triggered until provisioned by entity DHCP. {{(pid=86472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:15.815457 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Transition to ACTIVE for port object 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:15.856277 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.867220 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2d245118-b13a-435a-9993-113df47d5dd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:15.894415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.895599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236bae8-978a-4eef-ad25-0fb7307eae57 None None] Pushing event updated for resources: {'Port': ['ID=8c3df2c4-3b12-4e08-92a3-bc34f5be4f52,revision_number=3']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:15.897770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.900640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6236bae8-978a-4eef-ad25-0fb7307eae57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:15.909364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1f89699f-c404-4db7-bdc6-d5930d650b87 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:15.941785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] Set router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:15.968560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Network f91b0625-03ba-4970-aa4f-77b3ef2d94ae is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:15.969607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0cbea-81ad-4b18-9f8a-7567c6a04105 None None] Pushing event updated for resources: {'Port': ['ID=38dc57a4-e77f-457c-9eb4-1e4d9b87a326,revision_number=2']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:15.971586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:15.975235 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:18:15.979137 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-beb0cbea-81ad-4b18-9f8a-7567c6a04105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:15.979894 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Attempting to bind port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:18:15.980295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Attempting to bind port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:18:15.980707 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Attempting to bind port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 on network 499d79e4-58ad-4742-aaca-92af62e706c5 {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:15.986985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:18:15.987415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Checking segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:15.987878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:15.988323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Bound using segment: {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:18:15.989383 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Bound port: 38dc57a4-e77f-457c-9eb4-1e4d9b87a326, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:18:15.989828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.084243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8efb8d7-3516-45be-b2b7-44d90ce4eb42,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:16.090277 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] For port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:18:16.091407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] For port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=38dc57a4-e77f-457c-9eb4-1e4d9b87a326,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:18:16.095780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:16.112872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731329'] for router_interface, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.170324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.170324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:16.185395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Allocated IP 172.20.0.1 (594bb1c5-0ebd-451f-846a-c2139143894f/636fff1d-d76e-4979-952d-a51d59be6707/54ad4ce1-57a6-4e7d-846e-793fd02c8c32) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:18:16.270742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0cbea-81ad-4b18-9f8a-7567c6a04105 None None] Pushing event updated for resources: {'Port': ['ID=38dc57a4-e77f-457c-9eb4-1e4d9b87a326,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:16.274668 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-beb0cbea-81ad-4b18-9f8a-7567c6a04105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:16.293402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Routers {'8116f161-b91a-4d44-96c6-f6f222e732c8'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:16.294357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:17:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['8116f161-b91a-4d44-96c6-f6f222e732c8'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:16.328641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.383350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'name': 'tempest-TestMinimumBasicScenario-161537951-router', 'tenant_id': 'e99811539fda4207888221a57c012830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:10Z', 'revision_number': 3, 'project_id': 'e99811539fda4207888221a57c012830', 'gw_port': {'id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:39:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:08Z', 'updated_at': '2021-04-20T19:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:16.388184 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36816ab-a7bd-46dc-a749-f074876d54c5 None None] The sync data for ids ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'] in dv-cinder-786933-2-smb is: [{'id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'name': 'tempest-TestMinimumBasicScenario-161537951-router', 'tenant_id': 'e99811539fda4207888221a57c012830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:10Z', 'revision_number': 3, 'project_id': 'e99811539fda4207888221a57c012830', 'gw_port': {'id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:39:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:08Z', 'updated_at': '2021-04-20T19:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:18:16.399480 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.417814 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Transition to ACTIVE for port object 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:16.480334 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.492830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cdf2cef0-26a2-4a95-8b2d-dc538891e7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:16.512596 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] Set router 8116f161-b91a-4d44-96c6-f6f222e732c8 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:16.565160 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Network 594bb1c5-0ebd-451f-846a-c2139143894f is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:16.569625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-561da3bc-fde5-488e-b0cb-a96b506f04b1 None None] Provisioning for port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:16.570020 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:16.580226 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:18:16.580826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731329'] for router_interface, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.623560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=54ad4ce1-57a6-4e7d-846e-793fd02c8c32,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:16.624313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.649131 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-561da3bc-fde5-488e-b0cb-a96b506f04b1 None None] Provisioning complete for port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:16.649814 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-561da3bc-fde5-488e-b0cb-a96b506f04b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.656158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.695024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:16.723584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-561da3bc-fde5-488e-b0cb-a96b506f04b1 None None] Port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:18:16.729995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:16.767824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552d5ba-1aac-45ac-9457-04b6e7186354 req-fbd9fe2a-efb9-42a3-a645-92ca0fffc14c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:16.769738 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e552d5ba-1aac-45ac-9457-04b6e7186354 req-fbd9fe2a-efb9-42a3-a645-92ca0fffc14c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1565242 Apr 20 19:18:16.852429 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e552d5ba-1aac-45ac-9457-04b6e7186354 req-f7c72d14-82e5-46b0-a8f4-d107c78c6d48 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737603 Apr 20 19:18:16.872332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8efb8d7-3516-45be-b2b7-44d90ce4eb42,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:16.881413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:16.888514 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853044378'] for router_interface, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.958474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 97f41150-ef7b-4be6-87c8-c3f090665e8b up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:17.068783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.164611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Network f91b0625-03ba-4970-aa4f-77b3ef2d94ae is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:17.166474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:17.405898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8a95d57e-f86d-45ca-bf80-9fda7bba36a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.425088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-d72e73cf-3cff-4342-9703-36edfac3449c None None] Provisioning for port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:17.430721 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:18:17.450578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-d72e73cf-3cff-4342-9703-36edfac3449c None None] Provisioning complete for port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:17.451008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d72e73cf-3cff-4342-9703-36edfac3449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.502755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'name': 'tempest-TestShelveInstance-653195940-router', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:12Z', 'revision_number': 3, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'gw_port': {'id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:81:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:09Z', 'updated_at': '2021-04-20T19:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:17.507535 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.513113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c3ce38-46dd-49c2-9462-41bbc1f82796 None None] The sync data for ids ['8116f161-b91a-4d44-96c6-f6f222e732c8'] in dv-cinder-786933-2-smb is: [{'id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'name': 'tempest-TestShelveInstance-653195940-router', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:12Z', 'revision_number': 3, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'gw_port': {'id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:81:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:09Z', 'updated_at': '2021-04-20T19:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:18:17.520827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834b0f2-9d43-437c-807a-373119f00280 req-b03a5579-479d-43fc-b55b-fa4fa9522416 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:17.528279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 97f41150-ef7b-4be6-87c8-c3f090665e8b completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:17.530866 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a834b0f2-9d43-437c-807a-373119f00280 req-b03a5579-479d-43fc-b55b-fa4fa9522416 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 944 time: 0.5678241 Apr 20 19:18:17.539168 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 97f41150-ef7b-4be6-87c8-c3f090665e8b triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:17.539585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.606708 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a834b0f2-9d43-437c-807a-373119f00280 req-f6173545-1818-4a53-bd81-235d796536f0 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748408 Apr 20 19:18:17.614809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-d72e73cf-3cff-4342-9703-36edfac3449c None None] Port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:18:17.698277 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:18:17.713820 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] 10.222.0.35 "PUT /v2.0/routers/c8f1e4f4-8f0e-409d-8cae-e52f9df99c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6378169 Apr 20 19:18:17.768439 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-1d014511-917b-4e5b-b517-85c8e8071728 None None] Provisioning complete for port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:17.768783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1d014511-917b-4e5b-b517-85c8e8071728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.806953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.808686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.844500 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.845355 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1686443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853044378'] for router_interface, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.851738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-1d014511-917b-4e5b-b517-85c8e8071728 None None] Port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:18:17.856598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:17.857972 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe423ec-c90d-4a30-be17-15348536ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f41150-ef7b-4be6-87c8-c3f090665e8b'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:18:17.869423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 97f41150-ef7b-4be6-87c8-c3f090665e8b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=97f41150-ef7b-4be6-87c8-c3f090665e8b,segment=NetworkSegment(0c112b7c-4763-4ad1-a342-688982ef1df8),segment_id=0c112b7c-4763-4ad1-a342-688982ef1df8)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:17.897016 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:17.899190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-27268187-76cb-4816-bcd4-938fa85d71d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:17.959934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=54ad4ce1-57a6-4e7d-846e-793fd02c8c32,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:17.972580 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:17.984956 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe423ec-c90d-4a30-be17-15348536ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f41150-ef7b-4be6-87c8-c3f090665e8b', 'code': 200} Apr 20 19:18:18.078522 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=97f41150-ef7b-4be6-87c8-c3f090665e8b,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:18.082354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:18.131415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:18.249188 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Network 594bb1c5-0ebd-451f-846a-c2139143894f is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:18.254684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:18.271834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:18:18.328403 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652335e7-787b-4b49-9831-84cfcc5bcbd1 req-8795443d-f2ac-4166-8e67-ea8b1cdc4a95 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:18.334202 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-652335e7-787b-4b49-9831-84cfcc5bcbd1 req-8795443d-f2ac-4166-8e67-ea8b1cdc4a95 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.2217937 Apr 20 19:18:18.482945 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f1fff2f8-0f5f-4014-b39f-111fd85d156f None None] Provisioning complete for port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:18.483379 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f1fff2f8-0f5f-4014-b39f-111fd85d156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:18.560932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f1fff2f8-0f5f-4014-b39f-111fd85d156f None None] Port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:18:18.603969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Router 8116f161-b91a-4d44-96c6-f6f222e732c8 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:18:18.625143 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-652335e7-787b-4b49-9831-84cfcc5bcbd1 req-2a89c01e-86a3-4c14-ab5f-b0df646ca5a4 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306865 Apr 20 19:18:18.702407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104b9c4-9f8b-4251-a8fa-1a7760b84600 req-81b0c39e-e94f-49c2-9d9f-6b28d58336e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:18.704010 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c104b9c4-9f8b-4251-a8fa-1a7760b84600 req-81b0c39e-e94f-49c2-9d9f-6b28d58336e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 1098 time: 0.4534872 Apr 20 19:18:18.895555 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c104b9c4-9f8b-4251-a8fa-1a7760b84600 req-6a96fc98-b273-43b5-8bc0-4768839ebea7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242504 Apr 20 19:18:18.939402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:18:18.955070 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] 10.222.0.35 "PUT /v2.0/routers/8116f161-b91a-4d44-96c6-f6f222e732c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5150685 Apr 20 19:18:18.965252 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f0c01-ca2b-4dcb-9ba9-aebd63a57f65 req-83b3dd6a-d1fc-46b3-aec3-a03a4d032631 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:18.966886 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7f1f0c01-ca2b-4dcb-9ba9-aebd63a57f65 req-83b3dd6a-d1fc-46b3-aec3-a03a4d032631 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1737697 Apr 20 19:18:18.968073 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:19.063875 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7f1f0c01-ca2b-4dcb-9ba9-aebd63a57f65 req-6fb1e058-e9d5-4c18-9935-a1e1b71f79d0 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803363 Apr 20 19:18:19.111342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:19.218666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:19.225272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:19.225724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:19.384999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:19.429706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=8c3df2c4-3b12-4e08-92a3-bc34f5be4f52,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:19.463534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:19.465721 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:19.506534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:19.609633 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=8c3df2c4-3b12-4e08-92a3-bc34f5be4f52,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:19.627244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:19.684864 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:19.690689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:19.691342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:19.751632 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Sync routers for ids ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:18:19.763170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Routers {'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:19.763848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:18:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:19.874355 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:19.897382 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58718) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:19.902599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=38dc57a4-e77f-457c-9eb4-1e4d9b87a326,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:19.906240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585621695', 'description': 'tempest-secgroup-smoke-1585621695 description', 'project_id': '56f92b5cac624de98ac7c20a452d91f9'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:19.919866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:19.928362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Usage tracker for resource:security_group and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:19.934323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:19.935882 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:19.944936 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:19.947205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53735408-d1a2-4265-a2f7-b1c6f9041ac4 req-78a05aa5-8d34-4401-bb18-5ddfbc1daad2 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:19.954919 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-53735408-d1a2-4265-a2f7-b1c6f9041ac4 req-78a05aa5-8d34-4401-bb18-5ddfbc1daad2 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1362433 Apr 20 19:18:19.976313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:20.025526 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-53735408-d1a2-4265-a2f7-b1c6f9041ac4 req-a2df121c-60e1-4881-8295-5dd00c1a3ad7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694311 Apr 20 19:18:20.030171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:20.095275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=38dc57a4-e77f-457c-9eb4-1e4d9b87a326,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:20.095483 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Set router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:20.111731 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:20.120988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:20.131122 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Usage tracker for resource:security_group_rule and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:20.139124 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:20.163107 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:20.384623 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:20.419204 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:20.425657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e2b5d1c7-f71f-484e-a0e9-28999526a30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:20.469678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d88cec-bf56-4f48-8ec0-dcfbca89441c req-5948399f-1f8c-4442-9464-512d36f805a7 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:20.477636 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-17d88cec-bf56-4f48-8ec0-dcfbca89441c req-5948399f-1f8c-4442-9464-512d36f805a7 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1599114 Apr 20 19:18:20.519772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db60b58-fe7b-443f-905d-d7b7ca0e712c,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:20.528003 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:20.596692 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-17d88cec-bf56-4f48-8ec0-dcfbca89441c req-51a24afc-db26-4c9e-a574-cb89c95641db tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154797 Apr 20 19:18:20.598921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:20.604667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58726) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:20.611164 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Request body: {'security_group_rule': {'security_group_id': '6db60b58-fe7b-443f-905d-d7b7ca0e712c', 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:20.620713 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7217717 Apr 20 19:18:20.625692 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:20.631902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Usage tracker for resource:security_group_rule and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:20.637267 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:20.652918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:20.731751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'name': 'tempest-TestMinimumBasicScenario-161537951-router', 'tenant_id': 'e99811539fda4207888221a57c012830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:16Z', 'revision_number': 4, 'project_id': 'e99811539fda4207888221a57c012830', 'gw_port': {'id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:39:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:08Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'e8efb8d7-3516-45be-b2b7-44d90ce4eb42', 'name': '', 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae', 'tenant_id': 'e99811539fda4207888221a57c012830', 'mac_address': 'fa:16:3e:ac:8e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b76b9c0a-9e58-49b4-87a3-511cb7466d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:15Z', 'updated_at': '2021-04-20T19:18:16Z', 'revision_number': 2, 'project_id': 'e99811539fda4207888221a57c012830', 'subnets': [{'id': 'b76b9c0a-9e58-49b4-87a3-511cb7466d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:20.735079 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:20.736241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Checking router: c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:18:20.736734 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Updating router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 binding host dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:18:20.807755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Sync routers for ids ['8116f161-b91a-4d44-96c6-f6f222e732c8'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:18:20.831663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Routers {'8116f161-b91a-4d44-96c6-f6f222e732c8'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:20.832577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:18:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['8116f161-b91a-4d44-96c6-f6f222e732c8'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:20.837462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:20.885027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:20.888407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2954f98c-8671-4be5-b7a8-18ec468868cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:20.976144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e79ac22-5bbf-47d1-881c-ff6aba50a16a,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:20.980178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:20.988080 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:20.996724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.011413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.012457 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-662bc969-0988-4945-bca0-992d4ad993b3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4065597 Apr 20 19:18:21.015346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58730) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:21.021103 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Request body: {'security_group_rule': {'security_group_id': '6db60b58-fe7b-443f-905d-d7b7ca0e712c', 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:21.037518 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:21.047833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Usage tracker for resource:security_group_rule and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:21.049423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:21.069699 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:21.159678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.288368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:21.290053 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.304133 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.321032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f2d1b-19ee-433c-937e-5196960e6fa8 req-ea51e288-bf62-4c42-b813-5a98766c2314 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:21.323724 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5f1f2d1b-19ee-433c-937e-5196960e6fa8 req-ea51e288-bf62-4c42-b813-5a98766c2314 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1542113 Apr 20 19:18:21.330689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.334274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-41c52a29-2d4f-451b-bf8d-a748da4aefe6 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:21.357035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f6027a-7022-4ec6-b844-4efeb259086d,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:21.368706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:21.422490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.424156 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4078166 Apr 20 19:18:21.428409 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58738) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:21.430097 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5f1f2d1b-19ee-433c-937e-5196960e6fa8 req-0f72adfb-162f-4e49-b3f8-6ac4348581c3 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972719 Apr 20 19:18:21.436329 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Request body: {'security_group_rule': {'security_group_id': '6db60b58-fe7b-443f-905d-d7b7ca0e712c', 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:21.447531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:21.464777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Usage tracker for resource:security_group_rule and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:21.470408 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:21.472052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Set router 8116f161-b91a-4d44-96c6-f6f222e732c8 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:21.479786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:21.544963 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.571313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:21.593764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Notify callbacks [] for port, precommit_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.626549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Transition to ACTIVE for port object e8efb8d7-3516-45be-b2b7-44d90ce4eb42 will not be triggered until provisioned by entity L2. {{(pid=86475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:21.681075 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.687088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6236bae8-978a-4eef-ad25-0fb7307eae57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:21.703686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.741885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.744326 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:21.761070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7c57bd-39be-45e8-833e-433732831e7a,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:21.770173 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:21.816502 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.818207 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3882437 Apr 20 19:18:21.821033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 58746) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:21.824598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Pushing event updated for resources: {'Port': ['ID=e8efb8d7-3516-45be-b2b7-44d90ce4eb42,revision_number=3']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:21.827380 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Request body: {'security_group_rule': {'security_group_id': '6db60b58-fe7b-443f-905d-d7b7ca0e712c', 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:21.828334 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:21.828760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:21.835482 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.835855 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.836453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.836565 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.836913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.837277 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.838017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.838374 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.838735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.839097 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.839455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.839819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:21.841294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:21.855631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Usage tracker for resource:security_group_rule and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:21.864760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:21.879297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:21.922515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:21.941087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf253c2-76b0-4989-8217-ca92cc96a045 req-015ff570-2568-43c3-ad3b-4dee03b661bf tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:21.943243 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fcf253c2-76b0-4989-8217-ca92cc96a045 req-015ff570-2568-43c3-ad3b-4dee03b661bf tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1575172 Apr 20 19:18:21.978052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.074133 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fcf253c2-76b0-4989-8217-ca92cc96a045 req-e29e503e-798d-4bbe-bef1-a2efd3136a80 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237018 Apr 20 19:18:22.076086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Attempting to bind port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:18:22.077550 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Attempting to bind port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': 'b108e890-dd1d-4d44-808a-1e5376f730b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae'}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:18:22.077982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Attempting to bind port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 on network f91b0625-03ba-4970-aa4f-77b3ef2d94ae {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:22.096700 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:18:22.097105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Checking segment: {'id': 'b108e890-dd1d-4d44-808a-1e5376f730b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:22.097551 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.098007 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Bound using segment: {'id': 'b108e890-dd1d-4d44-808a-1e5376f730b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae'} {{(pid=86475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:18:22.099297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Bound port: e8efb8d7-3516-45be-b2b7-44d90ce4eb42, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b108e890-dd1d-4d44-808a-1e5376f730b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae'}}] {{(pid=86475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:18:22.099739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.104070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.178105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.178105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:22.198053 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912a8903-16e1-432c-835f-2c1d4ba1de40,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:22.207176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:22.211964 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'name': 'tempest-TestShelveInstance-653195940-router', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:16Z', 'revision_number': 4, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'gw_port': {'id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:81:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:09Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '54ad4ce1-57a6-4e7d-846e-793fd02c8c32', 'name': '', 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'mac_address': 'fa:16:3e:c0:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '636fff1d-d76e-4979-952d-a51d59be6707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:15Z', 'updated_at': '2021-04-20T19:18:17Z', 'revision_number': 2, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'subnets': [{'id': '636fff1d-d76e-4979-952d-a51d59be6707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:22.216554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Checking router: 8116f161-b91a-4d44-96c6-f6f222e732c8 for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:18:22.216963 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Updating router 8116f161-b91a-4d44-96c6-f6f222e732c8 port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 binding host dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:18:22.256234 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] For port e8efb8d7-3516-45be-b2b7-44d90ce4eb42, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:18:22.262320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.264211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] For port e8efb8d7-3516-45be-b2b7-44d90ce4eb42, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=e8efb8d7-3516-45be-b2b7-44d90ce4eb42,segment=NetworkSegment(b108e890-dd1d-4d44-808a-1e5376f730b8),segment_id=b108e890-dd1d-4d44-808a-1e5376f730b8)] {{(pid=86475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:18:22.266570 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58764) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:22.266753 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a6e3ee41-2829-4d69-817f-ce0c8f1ef465 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4445570 Apr 20 19:18:22.274901 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Request body: {'security_group_rule': {'security_group_id': '6db60b58-fe7b-443f-905d-d7b7ca0e712c', 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:22.282553 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:22.292013 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Usage tracker for resource:security_group_rule and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:22.296307 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.297400 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86475) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.303574 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b7375810-839e-4d2a-bbce-e4dac172740e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:22.318468 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:22.330519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:22.394384 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.securitygroups_db [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Project 56f92b5cac624de98ac7c20a452d91f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:18:22.407010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.494559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Routers {'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:22.495262 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:18:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:22.624641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.790465 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.831878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d066b5cb-da10-42e0-a870-08bcfab8ad81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:22.852214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Pushing event updated for resources: {'Port': ['ID=e8efb8d7-3516-45be-b2b7-44d90ce4eb42,revision_number=4']} {{(pid=86475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:22.869641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90994e8a-858b-4bfb-9b91-69a991d55e84,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:22.874150 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:22.879847 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6074350 Apr 20 19:18:22.879847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:22.879847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 58796) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:22.882734 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0b9c8c50-ed96-4461-8823-8302f2af3f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=86475) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:22.884676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Request body: {'security_group_rule': {'security_group_id': '6db60b58-fe7b-443f-905d-d7b7ca0e712c', 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:22.890862 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:22.895358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Usage tracker for resource:security_group_rule and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:18:22.898961 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:18:22.905861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:22.923408 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb2b28-d560-49b6-96d5-9d89404bc58d req-8bcdb866-4964-4bc1-bde0-dec077f93efd tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:22.929111 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-17eb2b28-d560-49b6-96d5-9d89404bc58d req-8bcdb866-4964-4bc1-bde0-dec077f93efd tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.2848973 Apr 20 19:18:22.964954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] Set router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:22.966483 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.securitygroups_db [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Project 56f92b5cac624de98ac7c20a452d91f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:18:22.979302 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:23.070131 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-17eb2b28-d560-49b6-96d5-9d89404bc58d req-f0549dc3-0616-476e-8d09-ffc667c59b14 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293409 Apr 20 19:18:23.110883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Notify callbacks [] for port, precommit_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:23.116187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:23.134777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Transition to ACTIVE for port object 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 will not be triggered until provisioned by entity L2. {{(pid=86474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:23.181828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:23.182055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:23.199156 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-619640aa-db90-4356-9a05-5a95a3f41c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:23.220306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:23.251538 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e727a3d-a060-4185-8897-1869f179b616,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:23.258614 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:23.262146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:23.272392 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3834772 Apr 20 19:18:23.516817 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'name': 'tempest-TestMinimumBasicScenario-161537951-router', 'tenant_id': 'e99811539fda4207888221a57c012830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:16Z', 'revision_number': 4, 'project_id': 'e99811539fda4207888221a57c012830', 'gw_port': {'id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:39:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:08Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'e8efb8d7-3516-45be-b2b7-44d90ce4eb42', 'name': '', 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae', 'tenant_id': 'e99811539fda4207888221a57c012830', 'mac_address': 'fa:16:3e:ac:8e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b76b9c0a-9e58-49b4-87a3-511cb7466d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:15Z', 'updated_at': '2021-04-20T19:18:22Z', 'revision_number': 4, 'project_id': 'e99811539fda4207888221a57c012830', 'subnets': [{'id': 'b76b9c0a-9e58-49b4-87a3-511cb7466d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:23.532560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a8dab-f13a-4715-81c4-24e03313c9f2 None None] The sync data for ids ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'] in dv-cinder-786933-2-smb is: [{'id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'name': 'tempest-TestMinimumBasicScenario-161537951-router', 'tenant_id': 'e99811539fda4207888221a57c012830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:16Z', 'revision_number': 4, 'project_id': 'e99811539fda4207888221a57c012830', 'gw_port': {'id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:39:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:08Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'e8efb8d7-3516-45be-b2b7-44d90ce4eb42', 'name': '', 'network_id': 'f91b0625-03ba-4970-aa4f-77b3ef2d94ae', 'tenant_id': 'e99811539fda4207888221a57c012830', 'mac_address': 'fa:16:3e:ac:8e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b76b9c0a-9e58-49b4-87a3-511cb7466d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:15Z', 'updated_at': '2021-04-20T19:18:22Z', 'revision_number': 4, 'project_id': 'e99811539fda4207888221a57c012830', 'subnets': [{'id': 'b76b9c0a-9e58-49b4-87a3-511cb7466d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:18:23.769244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cf908-f9c0-4c24-84d7-df68c8837bab None None] Pushing event updated for resources: {'Port': ['ID=54ad4ce1-57a6-4e7d-846e-793fd02c8c32,revision_number=3']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:23.783839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-490cf908-f9c0-4c24-84d7-df68c8837bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:23.898087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Attempting to bind port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 on host dv-cinder-786933-2-smb for vnic_type normal with profile {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:18:23.898527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Attempting to bind port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 by drivers openvswitch,hyperv on host dv-cinder-786933-2-smb at level 0 using segments [{'id': '60b5f1e8-114a-40d6-9b67-3b01ec68b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f'}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:18:23.899149 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Attempting to bind port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 on network 594bb1c5-0ebd-451f-846a-c2139143894f {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:23.908933 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Checking agent: {'id': '6f4f95f9-bd7c-4e2d-892c-7b80dff975c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 7, 18), 'started_at': datetime.datetime(2021, 4, 20, 19, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:18:23.908933 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Checking segment: {'id': '60b5f1e8-114a-40d6-9b67-3b01ec68b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:23.909175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:23.909942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Bound using segment: {'id': '60b5f1e8-114a-40d6-9b67-3b01ec68b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f'} {{(pid=86474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:18:23.911566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Bound port: 54ad4ce1-57a6-4e7d-846e-793fd02c8c32, host: dv-cinder-786933-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b5f1e8-114a-40d6-9b67-3b01ec68b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f'}}] {{(pid=86474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:18:23.911566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:24.162104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] For port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32, host dv-cinder-786933-2-smb, cleared binding levels {{(pid=86474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:18:24.168438 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] For port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32, host dv-cinder-786933-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=54ad4ce1-57a6-4e7d-846e-793fd02c8c32,segment=NetworkSegment(60b5f1e8-114a-40d6-9b67-3b01ec68b900),segment_id=60b5f1e8-114a-40d6-9b67-3b01ec68b900)] {{(pid=86474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:18:24.194449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:24.205900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8ab0bc6f-e051-4451-975f-15f342928a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:24.334469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695684f9-a486-416d-83e4-39fff9f83c9e req-8cec66fb-515a-45e5-bcad-f493a6cd7f0c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:24.342362 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-695684f9-a486-416d-83e4-39fff9f83c9e req-8cec66fb-515a-45e5-bcad-f493a6cd7f0c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1188562 Apr 20 19:18:24.403180 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-695684f9-a486-416d-83e4-39fff9f83c9e req-3870ba37-c8c5-434e-a942-5036ab6d6353 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597579 Apr 20 19:18:24.510336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cf908-f9c0-4c24-84d7-df68c8837bab None None] Pushing event updated for resources: {'Port': ['ID=54ad4ce1-57a6-4e7d-846e-793fd02c8c32,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:24.525291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Routers {'8116f161-b91a-4d44-96c6-f6f222e732c8'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:18:24.526290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:18:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['8116f161-b91a-4d44-96c6-f6f222e732c8'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:24.623062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-490cf908-f9c0-4c24-84d7-df68c8837bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:24.807030 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] Set router 8116f161-b91a-4d44-96c6-f6f222e732c8 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:18:24.979403 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device e8efb8d7-3516-45be-b2b7-44d90ce4eb42 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:25.190724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:25.199211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:25.199478 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:25.385036 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'name': 'tempest-TestShelveInstance-653195940-router', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:16Z', 'revision_number': 4, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'gw_port': {'id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:81:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:09Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '54ad4ce1-57a6-4e7d-846e-793fd02c8c32', 'name': '', 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'mac_address': 'fa:16:3e:c0:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '636fff1d-d76e-4979-952d-a51d59be6707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:15Z', 'updated_at': '2021-04-20T19:18:24Z', 'revision_number': 4, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'subnets': [{'id': '636fff1d-d76e-4979-952d-a51d59be6707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:18:25.388027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:25.400517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4704d-6c1e-41b3-9e78-7539bb22744b None None] The sync data for ids ['8116f161-b91a-4d44-96c6-f6f222e732c8'] in dv-cinder-786933-2-smb is: [{'id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'name': 'tempest-TestShelveInstance-653195940-router', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:18:16Z', 'revision_number': 4, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'gw_port': {'id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:81:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:09Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '54ad4ce1-57a6-4e7d-846e-793fd02c8c32', 'name': '', 'network_id': '594bb1c5-0ebd-451f-846a-c2139143894f', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'mac_address': 'fa:16:3e:c0:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '636fff1d-d76e-4979-952d-a51d59be6707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:15Z', 'updated_at': '2021-04-20T19:18:24Z', 'revision_number': 4, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'subnets': [{'id': '636fff1d-d76e-4979-952d-a51d59be6707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:18:25.444725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port e8efb8d7-3516-45be-b2b7-44d90ce4eb42, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=e8efb8d7-3516-45be-b2b7-44d90ce4eb42,segment=NetworkSegment(b108e890-dd1d-4d44-808a-1e5376f730b8),segment_id=b108e890-dd1d-4d44-808a-1e5376f730b8)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:25.486441 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:25.502163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:25.656462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=e8efb8d7-3516-45be-b2b7-44d90ce4eb42,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:25.665299 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:25.814702 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdbd7a-0a7a-4aaf-8d2d-841b36bb341f req-52de0e03-21cf-429f-927e-cd493c585503 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:25.823910 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d5cdbd7a-0a7a-4aaf-8d2d-841b36bb341f req-52de0e03-21cf-429f-927e-cd493c585503 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1241989 Apr 20 19:18:25.884536 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d5cdbd7a-0a7a-4aaf-8d2d-841b36bb341f req-570678f4-d137-4a33-9cfa-adc5016cb1f5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590844 Apr 20 19:18:27.147001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device e8efb8d7-3516-45be-b2b7-44d90ce4eb42 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:27.187994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac363e2-afa4-4908-895c-b83ae58dca67 req-14adcb05-b98b-42dc-9cae-89c27e421a69 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:27.196433 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9ac363e2-afa4-4908-895c-b83ae58dca67 req-14adcb05-b98b-42dc-9cae-89c27e421a69 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1233287 Apr 20 19:18:27.258942 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9ac363e2-afa4-4908-895c-b83ae58dca67 req-8a93a2bf-6741-4ec4-ac69-8d0748d43a05 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579522 Apr 20 19:18:27.314625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:27.322360 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:27.458307 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:27.570589 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning for port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:27.577742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:27.578167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:27.749693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:27.789311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] For port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=54ad4ce1-57a6-4e7d-846e-793fd02c8c32,segment=NetworkSegment(60b5f1e8-114a-40d6-9b67-3b01ec68b900),segment_id=60b5f1e8-114a-40d6-9b67-3b01ec68b900)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:27.840288 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:27.841456 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:27.922940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Pushing event updated for resources: {'Port': ['ID=54ad4ce1-57a6-4e7d-846e-793fd02c8c32,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:27.927657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:28.494344 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87556968-2972-4cc2-ab96-268a3ee9bb92 req-f35a0578-1e30-4155-9717-93095322787a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:28.496225 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-87556968-2972-4cc2-ab96-268a3ee9bb92 req-f35a0578-1e30-4155-9717-93095322787a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1020701 Apr 20 19:18:28.558412 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-87556968-2972-4cc2-ab96-268a3ee9bb92 req-522a3797-b963-41f6-8172-639eedaebe6f tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555005 Apr 20 19:18:28.959318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 up at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:28.979534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Provisioning complete for port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:28.979927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:29.828074 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec3538-a347-4ce3-a6dd-72548eb1afbf req-db9e5a0b-b81b-422a-a095-cc22d9bac088 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:29.829787 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1dec3538-a347-4ce3-a6dd-72548eb1afbf req-db9e5a0b-b81b-422a-a095-cc22d9bac088 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1031704 Apr 20 19:18:29.898494 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1dec3538-a347-4ce3-a6dd-72548eb1afbf req-a57ebf90-0e62-416d-aaf3-7ad221f2071a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566578 Apr 20 19:18:31.126313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c27e0-0839-4492-8b8b-fcb7a7f8f906 req-a02b62ab-7a38-4f81-94e4-9393c2d96e83 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:31.127999 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c92c27e0-0839-4492-8b8b-fcb7a7f8f906 req-a02b62ab-7a38-4f81-94e4-9393c2d96e83 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1053925 Apr 20 19:18:31.180551 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c92c27e0-0839-4492-8b8b-fcb7a7f8f906 req-ae564303-7f9f-49d4-9d13-53f6fe9d4f93 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456984 Apr 20 19:18:32.528494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd449595-0fb6-4065-91ae-7c0acdc97259 req-6827438c-b373-4c32-80eb-715589ba0115 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:32.528494 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dd449595-0fb6-4065-91ae-7c0acdc97259 req-6827438c-b373-4c32-80eb-715589ba0115 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.0904667 Apr 20 19:18:32.573571 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dd449595-0fb6-4065-91ae-7c0acdc97259 req-0015165c-8974-4ee1-a203-49e0dc84644e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460520 Apr 20 19:18:33.822812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bbca8-5450-40d2-9ebf-bcf512d302bf req-4b4c090c-4b05-4a51-90db-8b1e1bb632b1 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:33.824530 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-055bbca8-5450-40d2-9ebf-bcf512d302bf req-4b4c090c-4b05-4a51-90db-8b1e1bb632b1 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1055956 Apr 20 19:18:33.878784 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-055bbca8-5450-40d2-9ebf-bcf512d302bf req-2efb1809-6c8c-4467-8fc6-0793df5963fc tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473437 Apr 20 19:18:34.055917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:35.007645 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967c115-8c17-4abc-b9f3-85ff03b20ef0 req-12ec6355-9f7b-4327-b8ba-b1a1f9bbff8b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:35.009235 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6967c115-8c17-4abc-b9f3-85ff03b20ef0 req-12ec6355-9f7b-4327-b8ba-b1a1f9bbff8b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.0983038 Apr 20 19:18:35.058777 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6967c115-8c17-4abc-b9f3-85ff03b20ef0 req-a8a440e4-d2f6-4a63-af16-1e5b4d2c9a6c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Apr 20 19:18:35.256182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cb3c2-46eb-4974-bb7b-88d8322cb16a req-e283af2d-b46c-4099-a4c9-ad221ab4ca8b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:35.257772 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d27cb3c2-46eb-4974-bb7b-88d8322cb16a req-e283af2d-b46c-4099-a4c9-ad221ab4ca8b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.0903668 Apr 20 19:18:35.309713 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d27cb3c2-46eb-4974-bb7b-88d8322cb16a req-5b1c15f0-47b5-4f71-a755-8972acfdc35d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451741 Apr 20 19:18:35.912127 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-e654595a-32d8-4599-824d-b614ca05196a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:35.913744 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-e654595a-32d8-4599-824d-b614ca05196a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/networks?id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f HTTP/1.1" status: 200 len: 815 time: 0.1591394 Apr 20 19:18:35.931334 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-ce9aebc8-92eb-47bf-bb94-2dea7fe08d6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/quotas/f357a754805d4dc1b1a88f2a37408cf8 HTTP/1.1" status: 200 len: 375 time: 0.0109415 Apr 20 19:18:36.027407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-69bfec57-3786-424a-b891-ba4a3a9266d7 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Synchronizing usage tracker for tenant:f357a754805d4dc1b1a88f2a37408cf8 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:18:36.078893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-69bfec57-3786-424a-b891-ba4a3a9266d7 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Unset dirty status for tenant:f357a754805d4dc1b1a88f2a37408cf8 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:18:36.080356 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-69bfec57-3786-424a-b891-ba4a3a9266d7 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f357a754805d4dc1b1a88f2a37408cf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433077 Apr 20 19:18:36.511217 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-38217da8-7af8-4ccf-ab6e-8ec64afba2a7 service neutron] 10.222.0.35 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174473 Apr 20 19:18:36.608413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29f600-e413-49d8-834b-dca2eb9f0466 req-418b523e-acf3-4c98-a1eb-936a7f664fb6 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:36.610013 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7a29f600-e413-49d8-834b-dca2eb9f0466 req-418b523e-acf3-4c98-a1eb-936a7f664fb6 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.4108944 Apr 20 19:18:36.675634 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7a29f600-e413-49d8-834b-dca2eb9f0466 req-a6664d0c-8e3c-46c9-81a8-d2ab12f6834c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569866 Apr 20 19:18:36.771204 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-8020ead2-f36d-4d91-a9ba-95ee486759b7 service neutron] 10.222.0.35 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514205 Apr 20 19:18:36.793386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25739eef-b86b-44a1-8f5b-01533e89b901 req-6f8107ec-c67b-420d-a214-bb6bea4aafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:36.795023 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-25739eef-b86b-44a1-8f5b-01533e89b901 req-6f8107ec-c67b-420d-a214-bb6bea4aafb9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 1099 time: 0.1148384 Apr 20 19:18:36.897889 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-25739eef-b86b-44a1-8f5b-01533e89b901 req-39f95bb3-5c25-4493-9525-b86ed193b509 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532427 Apr 20 19:18:36.918486 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b06a5e-8ec0-488f-98da-bbefb2f4a200 req-f7b70b92-fbd7-443b-99b6-a8613ea146ce tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:36.920140 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86b06a5e-8ec0-488f-98da-bbefb2f4a200 req-f7b70b92-fbd7-443b-99b6-a8613ea146ce tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1240501 Apr 20 19:18:36.975240 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86b06a5e-8ec0-488f-98da-bbefb2f4a200 req-ffa5038c-25ce-4b6b-91d0-9a0391b44fc9 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480216 Apr 20 19:18:37.079954 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-64c3144f-d6b9-4aa8-b6fe-b78288c19707 req-548967fa-ecdd-4c28-b6a5-fbdd8425cb57 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 210 time: 0.0498950 Apr 20 19:18:37.890032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58789fe5-e4a5-4cd7-a165-b7663168f6f3 req-53d5dde6-8aa7-4592-a0ad-28399c1dc3e9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:37.891622 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-58789fe5-e4a5-4cd7-a165-b7663168f6f3 req-53d5dde6-8aa7-4592-a0ad-28399c1dc3e9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.0929203 Apr 20 19:18:37.945590 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-58789fe5-e4a5-4cd7-a165-b7663168f6f3 req-bab97a28-9816-48e2-a23f-8b58fc203331 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462792 Apr 20 19:18:38.200724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa199a5d-c951-47b3-88ca-40d95a756e88 req-fec7d56e-b956-4ae9-b197-3f4337ce0b29 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:38.202460 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa199a5d-c951-47b3-88ca-40d95a756e88 req-fec7d56e-b956-4ae9-b197-3f4337ce0b29 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1053514 Apr 20 19:18:38.296538 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fc236e5a-d24b-4a5a-904d-eb423621362e req-7cc0a8dd-36d4-4d64-a6d7-a38dc6f5c1dd tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 210 time: 0.0667171 Apr 20 19:18:38.308180 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa199a5d-c951-47b3-88ca-40d95a756e88 req-86c835ac-8952-4588-ba7a-73ac5a801e01 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975840 Apr 20 19:18:39.293808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866a61d-5440-4631-90b9-795d7ce331c5 req-470bc7cb-76a3-4bab-9d37-8a2c94b48776 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:39.295424 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3866a61d-5440-4631-90b9-795d7ce331c5 req-470bc7cb-76a3-4bab-9d37-8a2c94b48776 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.2103579 Apr 20 19:18:39.303026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-f5db6c09-1e2f-4fce-afb8-b385f98ad485 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:39.305638 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-f5db6c09-1e2f-4fce-afb8-b385f98ad485 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.15 "GET /v2.0/networks?id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f HTTP/1.1" status: 200 len: 815 time: 0.2488236 Apr 20 19:18:39.325921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'port': {'device_id': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'admin_state_up': True, 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:39.433069 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3866a61d-5440-4631-90b9-795d7ce331c5 req-ecf001fc-49f2-4238-a366-d1bb7b162096 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275301 Apr 20 19:18:39.504091 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6941a62d-8c3d-4af6-8ca2-0afcc57baf78 req-a2e00377-010b-4d82-9bc4-5afe735ef313 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 210 time: 0.0622919 Apr 20 19:18:39.548920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:39.596805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:39.653935 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4d33-d278-4f43-a73a-11a9d5fe83f3 req-81bfaa56-39b9-49e7-a9d5-13def0c2a092 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:39.655601 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8fbe4d33-d278-4f43-a73a-11a9d5fe83f3 req-81bfaa56-39b9-49e7-a9d5-13def0c2a092 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.0970211 Apr 20 19:18:39.656874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Made reservation on behalf of f357a754805d4dc1b1a88f2a37408cf8 for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:18:39.663574 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:39.797304 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8fbe4d33-d278-4f43-a73a-11a9d5fe83f3 req-a1e773af-ec0f-491b-814d-d6bd2dc1d022 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136227 Apr 20 19:18:39.883214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Allocated IP 172.20.0.4 (e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f/102a43ba-d121-4313-8680-a7ae67f3d7a8/03d41f42-5083-4c79-be5f-5767c7ec8022) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:18:40.165365 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:40.204950 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Transition to ACTIVE for port object 03d41f42-5083-4c79-be5f-5767c7ec8022 will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:40.279616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:40.286979 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:40.354362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:40.355561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:40.358190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:18:40.365789 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:40.366499 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:40.407049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'Port': ['ID=03d41f42-5083-4c79-be5f-5767c7ec8022,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:40.417374 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:40.531476 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2115722 Apr 20 19:18:40.685047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-4773ca6f-e125-4927-b838-cb0668e6b145 None None] Provisioning for port 03d41f42-5083-4c79-be5f-5767c7ec8022 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:40.690297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-4773ca6f-e125-4927-b838-cb0668e6b145 None None] Provisioning complete for port 03d41f42-5083-4c79-be5f-5767c7ec8022 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:40.690979 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4773ca6f-e125-4927-b838-cb0668e6b145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:40.717061 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e8167-7f2e-42e0-b629-705d51741981 req-9c100e43-f8b0-4ba1-a53a-454d45eceb0c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:40.726225 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f9e8167-7f2e-42e0-b629-705d51741981 req-9c100e43-f8b0-4ba1-a53a-454d45eceb0c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1798520 Apr 20 19:18:40.758538 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-4773ca6f-e125-4927-b838-cb0668e6b145 None None] Port 03d41f42-5083-4c79-be5f-5767c7ec8022 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:18:40.791066 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f9e8167-7f2e-42e0-b629-705d51741981 req-34c466d1-efa4-41b4-9b1c-10398d6a3689 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635870 Apr 20 19:18:40.800289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df8d3c-70d7-4bb0-92a7-7e29eee66822 req-7783d520-b6b8-4410-ac5d-04e8a806c2a7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:40.801946 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-53df8d3c-70d7-4bb0-92a7-7e29eee66822 req-7783d520-b6b8-4410-ac5d-04e8a806c2a7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1742599 Apr 20 19:18:40.900760 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-53df8d3c-70d7-4bb0-92a7-7e29eee66822 req-480c1b10-0db2-413d-9511-1f3cecab9559 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912502 Apr 20 19:18:41.045552 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b5d8e-7c73-4498-b7c7-7cc7add87ffd req-965b723b-5737-4ba9-85ea-bd43cbee431e tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:41.047772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-c15b5d8e-7c73-4498-b7c7-7cc7add87ffd req-965b723b-5737-4ba9-85ea-bd43cbee431e tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Synchronizing usage tracker for tenant:f357a754805d4dc1b1a88f2a37408cf8 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:18:41.090536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-c15b5d8e-7c73-4498-b7c7-7cc7add87ffd req-965b723b-5737-4ba9-85ea-bd43cbee431e tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Unset dirty status for tenant:f357a754805d4dc1b1a88f2a37408cf8 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:18:41.092153 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c15b5d8e-7c73-4498-b7c7-7cc7add87ffd req-965b723b-5737-4ba9-85ea-bd43cbee431e tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 931 time: 0.1442797 Apr 20 19:18:41.143916 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c15b5d8e-7c73-4498-b7c7-7cc7add87ffd req-2543622a-ec49-4fde-8754-541b4f395caa tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Apr 20 19:18:42.013229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2674dfd-10ae-4635-99f3-80fbde6e0726 req-fc824d4a-8e33-4665-84b2-24dd90c8fd19 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:42.014900 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d2674dfd-10ae-4635-99f3-80fbde6e0726 req-fc824d4a-8e33-4665-84b2-24dd90c8fd19 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1036446 Apr 20 19:18:42.069353 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d2674dfd-10ae-4635-99f3-80fbde6e0726 req-4da3b860-d88a-451d-9257-f9d835f8c160 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465298 Apr 20 19:18:42.275585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb375f-fb8f-4abe-8f14-b8603f30e2f9 req-59d60f43-29a5-45e0-95c5-da523633d2d5 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:42.277224 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-18eb375f-fb8f-4abe-8f14-b8603f30e2f9 req-59d60f43-29a5-45e0-95c5-da523633d2d5 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.0929086 Apr 20 19:18:42.327710 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-18eb375f-fb8f-4abe-8f14-b8603f30e2f9 req-7de164b2-8cf1-485a-ab47-bfb8b2c6f191 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437193 Apr 20 19:18:42.534053 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bd6b6-aed6-4014-9fdc-9507cd8ec635 req-0a3f7bff-cb4a-476b-a9d0-66ce9d0fba42 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:42.536682 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-675bd6b6-aed6-4014-9fdc-9507cd8ec635 req-0a3f7bff-cb4a-476b-a9d0-66ce9d0fba42 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 931 time: 0.0997567 Apr 20 19:18:42.588594 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-675bd6b6-aed6-4014-9fdc-9507cd8ec635 req-85730cd7-29ff-4404-9cd6-304692591a89 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447354 Apr 20 19:18:43.286978 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1d99c-dcd5-4781-afcd-da23c859b1f5 req-f854f86f-946c-4486-83d7-5b857c86dec6 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:43.288791 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d9a1d99c-dcd5-4781-afcd-da23c859b1f5 req-f854f86f-946c-4486-83d7-5b857c86dec6 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.0906830 Apr 20 19:18:43.340071 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d9a1d99c-dcd5-4781-afcd-da23c859b1f5 req-0ebc2523-1294-4950-8111-bf4de3333e90 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443277 Apr 20 19:18:43.545144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b89a7-7a80-47a0-9037-b722878a6600 req-dc708640-a6a4-47fa-873d-7781caf66e59 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:43.546741 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-112b89a7-7a80-47a0-9037-b722878a6600 req-dc708640-a6a4-47fa-873d-7781caf66e59 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.0938046 Apr 20 19:18:43.599398 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-112b89a7-7a80-47a0-9037-b722878a6600 req-862a680f-0c54-4bc4-8c3b-7c42cc7e843f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448949 Apr 20 19:18:43.810618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3e0cf-6980-4cb9-8095-a8487786a835 req-a83acbc0-260d-4478-89f1-3ff096a3660e tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:43.812430 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cde3e0cf-6980-4cb9-8095-a8487786a835 req-a83acbc0-260d-4478-89f1-3ff096a3660e tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 931 time: 0.1003098 Apr 20 19:18:43.868222 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cde3e0cf-6980-4cb9-8095-a8487786a835 req-65de4ed3-5af9-4352-9990-72ce1e328bf3 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489569 Apr 20 19:18:44.953347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e42729c-c6b9-4b58-809f-82b41a663ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:48.525058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1a339fd7-1647-49ae-8bb8-7b871d491d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:48.547976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:48.548952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:49.067275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:55.262428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:18:59.079376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Request body: {'port': {'device_id': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:59.208305 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:59.239016 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cda7b-8f7e-48a9-b40f-3b4c77dc19c8 req-71d9091a-a1f2-460d-913f-2652e1a53163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:59.240454 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f1cda7b-8f7e-48a9-b40f-3b4c77dc19c8 req-71d9091a-a1f2-460d-913f-2652e1a53163 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 1099 time: 0.1038003 Apr 20 19:18:59.396329 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cda7b-8f7e-48a9-b40f-3b4c77dc19c8 req-26531c0e-2c17-48b5-a5a7-9d49f1f82c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:59.397908 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f1cda7b-8f7e-48a9-b40f-3b4c77dc19c8 req-26531c0e-2c17-48b5-a5a7-9d49f1f82c7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 920 time: 0.1443622 Apr 20 19:18:59.480585 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f1cda7b-8f7e-48a9-b40f-3b4c77dc19c8 req-5026e67b-d4b5-4b79-821c-37bd6ba3c678 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b454d09e-59c8-4412-90cc-2ccc9320c264 HTTP/1.1" status: 200 len: 217 time: 0.0715463 Apr 20 19:18:59.516414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4f49f-2882-4f13-9a46-8d4c40d7ab5a req-8f8ba34a-e273-4e01-b18e-410ab762d4c8 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:59.518064 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-11e4f49f-2882-4f13-9a46-8d4c40d7ab5a req-8f8ba34a-e273-4e01-b18e-410ab762d4c8 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.2662504 Apr 20 19:18:59.554104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cda7b-8f7e-48a9-b40f-3b4c77dc19c8 req-3755dcff-bc71-42d0-aa1e-d3f98152b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:59.556915 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f1cda7b-8f7e-48a9-b40f-3b4c77dc19c8 req-3755dcff-bc71-42d0-aa1e-d3f98152b2ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.0682409 Apr 20 19:18:59.642616 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f1cda7b-8f7e-48a9-b40f-3b4c77dc19c8 req-7bef6500-a654-48a9-ac07-0adc8d38d2b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657461 Apr 20 19:18:59.839709 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f1cda7b-8f7e-48a9-b40f-3b4c77dc19c8 req-80380dc0-1950-4176-8052-d3d3fa9892df service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891263 Apr 20 19:19:00.047219 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f1cda7b-8f7e-48a9-b40f-3b4c77dc19c8 req-e7d28859-dd5f-4b02-bb62-555ed5ba01c0 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440699 Apr 20 19:19:00.056601 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-11e4f49f-2882-4f13-9a46-8d4c40d7ab5a req-81d55a68-40c8-4103-b70e-586521e5975c tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256450 Apr 20 19:19:00.083719 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d41f42-5083-4c79-be5f-5767c7ec8022 {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:19:00.093547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:00.125540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Transition to ACTIVE for port object 03d41f42-5083-4c79-be5f-5767c7ec8022 will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:19:00.142369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd09f4-01de-4f52-a8be-17511afc9bcb req-6b257b30-2d02-44ae-a334-ab48d593d80c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:00.144488 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e9fd09f4-01de-4f52-a8be-17511afc9bcb req-6b257b30-2d02-44ae-a334-ab48d593d80c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.3593423 Apr 20 19:19:00.168257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:00.177117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:00.377975 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e9fd09f4-01de-4f52-a8be-17511afc9bcb req-9cb1fb32-be1b-4fae-b74f-efce12641255 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269635 Apr 20 19:19:00.389250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=03d41f42-5083-4c79-be5f-5767c7ec8022,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:00.443265 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.443675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.444078 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.444466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.444845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.445227 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.445640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.446028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.446415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.446801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.447185 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.447566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:00.462604 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:00.476627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Attempting to bind port 03d41f42-5083-4c79-be5f-5767c7ec8022 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:19:00.476951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Attempting to bind port 03d41f42-5083-4c79-be5f-5767c7ec8022 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:19:00.477312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Attempting to bind port 03d41f42-5083-4c79-be5f-5767c7ec8022 on network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:19:00.485801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Port 03d41f42-5083-4c79-be5f-5767c7ec8022 on network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:19:00.486158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Attempting to bind port 03d41f42-5083-4c79-be5f-5767c7ec8022 on network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:19:00.496787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f309d-1104-4277-b1bf-301b0bb57d4b req-c3acce27-5367-4755-b06f-628a8c0c72db tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:00.498366 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-572f309d-1104-4277-b1bf-301b0bb57d4b req-c3acce27-5367-4755-b06f-628a8c0c72db tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 943 time: 0.3312852 Apr 20 19:19:00.502702 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:19:00.503068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Checking segment: {'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:19:00.503517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Bound using segment: {'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:19:00.504676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Bound port: 03d41f42-5083-4c79-be5f-5767c7ec8022, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd09c88e-3e90-44e5-ba5b-285237e1f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:19:00.505057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:00.653938 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-572f309d-1104-4277-b1bf-301b0bb57d4b req-8a242fd5-e793-4f12-9081-a7fb9ffcebcf tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366987 Apr 20 19:19:00.662533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-36a83adb-307b-43b0-8957-5b2955a9fb45 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Synchronizing usage tracker for tenant:56f92b5cac624de98ac7c20a452d91f9 on resource:security_group {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:19:00.698616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] For port 03d41f42-5083-4c79-be5f-5767c7ec8022, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:19:00.735625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-36a83adb-307b-43b0-8957-5b2955a9fb45 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Unset dirty status for tenant:56f92b5cac624de98ac7c20a452d91f9 on resource:security_group {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:19:00.736923 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-36a83adb-307b-43b0-8957-5b2955a9fb45 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585621695&fields=id&tenant_id=56f92b5cac624de98ac7c20a452d91f9 HTTP/1.1" status: 200 len: 267 time: 0.2000279 Apr 20 19:19:00.848778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] For port 03d41f42-5083-4c79-be5f-5767c7ec8022, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=03d41f42-5083-4c79-be5f-5767c7ec8022,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:19:00.881626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:00.890533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-479c3815-1c1d-42bf-9056-015ccc571906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:00.975699 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:00.976399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:00.977953 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] 10.222.0.15 "PUT /v2.0/ports/03d41f42-5083-4c79-be5f-5767c7ec8022 HTTP/1.1" status: 200 len: 1093 time: 1.9041026 Apr 20 19:19:00.978489 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:01.014354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-f581134d-1488-47ad-a411-cdf8d681ca8c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:01.015917 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-f581134d-1488-47ad-a411-cdf8d681ca8c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/networks?id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f HTTP/1.1" status: 200 len: 809 time: 0.2707336 Apr 20 19:19:01.037699 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=03d41f42-5083-4c79-be5f-5767c7ec8022,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:01.045063 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:01.048258 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'status': 'completed', 'code': 200} Apr 20 19:19:01.053621 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-87234b5c-f7ad-49cf-9c7c-798546f49e9f tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/quotas/56f92b5cac624de98ac7c20a452d91f9 HTTP/1.1" status: 200 len: 375 time: 0.0290871 Apr 20 19:19:01.278534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-1e87f2b4-1610-482f-85b8-5f87dc21f542 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Synchronizing usage tracker for tenant:56f92b5cac624de98ac7c20a452d91f9 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:19:01.287766 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02869-819f-43c3-94e1-80299e34d06f req-0dff8143-abf9-4dd7-ad82-1fcf53ff1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:01.289343 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bad02869-819f-43c3-94e1-80299e34d06f req-0dff8143-abf9-4dd7-ad82-1fcf53ff1a62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f357a754805d4dc1b1a88f2a37408cf8&device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 1096 time: 0.1840975 Apr 20 19:19:01.424443 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930ab03-19bc-42bc-96cf-a2bdf8e41709 req-55545086-cfaf-48b8-9359-b897b592341a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:01.426124 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5930ab03-19bc-42bc-96cf-a2bdf8e41709 req-55545086-cfaf-48b8-9359-b897b592341a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.2363124 Apr 20 19:19:01.429541 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-1e87f2b4-1610-482f-85b8-5f87dc21f542 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Unset dirty status for tenant:56f92b5cac624de98ac7c20a452d91f9 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:19:01.430840 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-1e87f2b4-1610-482f-85b8-5f87dc21f542 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56f92b5cac624de98ac7c20a452d91f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3701618 Apr 20 19:19:01.536382 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-55d9d337-89f9-47ea-8711-0a4ef95753f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785415 Apr 20 19:19:01.592890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02869-819f-43c3-94e1-80299e34d06f req-2b50e093-cd8d-4e3a-b6bd-38abbfcca76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:01.594539 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bad02869-819f-43c3-94e1-80299e34d06f req-2b50e093-cd8d-4e3a-b6bd-38abbfcca76d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f357a754805d4dc1b1a88f2a37408cf8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2903750 Apr 20 19:19:01.601567 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5930ab03-19bc-42bc-96cf-a2bdf8e41709 req-a7872708-a037-43ae-b2d0-d3d2ef3646f9 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674569 Apr 20 19:19:01.643412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-b2e4698b-f0bf-4482-8b43-2e0488f92bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:01.646275 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-b2e4698b-f0bf-4482-8b43-2e0488f92bdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 1098 time: 0.0852475 Apr 20 19:19:01.813119 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-1483e4c7-72a2-4843-9242-bcfc048fb115 service neutron] 10.222.0.35 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449366 Apr 20 19:19:01.814813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-f9fe4bd9-7129-4e30-8739-dd17414459da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:01.817045 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-f9fe4bd9-7129-4e30-8739-dd17414459da service neutron] 10.222.0.15 "GET /v2.0/networks?id=f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 200 len: 920 time: 0.1509426 Apr 20 19:19:01.895688 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-4b6dd4d5-f392-4187-8428-56087fdb2c1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a32e491-97dc-4cdc-b73d-3898c8833fef HTTP/1.1" status: 200 len: 217 time: 0.0714395 Apr 20 19:19:01.950701 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02869-819f-43c3-94e1-80299e34d06f req-4bb42f99-53e0-486f-b1ed-7ee9b81b14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:01.952287 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bad02869-819f-43c3-94e1-80299e34d06f req-4bb42f99-53e0-486f-b1ed-7ee9b81b14b4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3428738 Apr 20 19:19:01.983887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-2ff76099-8285-4b3b-83c7-9ac0fcbf68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:01.985546 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-2ff76099-8285-4b3b-83c7-9ac0fcbf68a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 200 len: 859 time: 0.0831013 Apr 20 19:19:01.998927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa831f-3761-4856-83f8-85b39d7254fd req-5bf49a01-3354-4499-baf1-c22acdad04a8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:02.000569 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-66aa831f-3761-4856-83f8-85b39d7254fd req-5bf49a01-3354-4499-baf1-c22acdad04a8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.2784011 Apr 20 19:19:02.054067 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-4e64d1e6-ead9-4efc-8ee5-624f502ca829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f142b44b-332c-43d0-ae5e-eb1d60c49d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608640 Apr 20 19:19:02.090974 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-dd47966e-7657-417b-af94-26e4eb062202 service neutron] 10.222.0.35 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644181 Apr 20 19:19:02.131536 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-66aa831f-3761-4856-83f8-85b39d7254fd req-4bb5d3c3-0c92-4e03-a251-9c93ffab7d4b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119564 Apr 20 19:19:02.189592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-5d1d2b6d-7538-4f22-98eb-7dcbc8b3a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:02.191490 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-5d1d2b6d-7538-4f22-98eb-7dcbc8b3a0dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f357a754805d4dc1b1a88f2a37408cf8&device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 1096 time: 0.1763244 Apr 20 19:19:02.206298 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-d901e5e7-ac5e-4299-b1f4-b08bcf484e1d service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451657 Apr 20 19:19:02.551675 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-13cd55d7-d427-4041-b301-908c75b44c23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d41f42-5083-4c79-be5f-5767c7ec8022 HTTP/1.1" status: 200 len: 217 time: 0.3525152 Apr 20 19:19:02.589599 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81bcfa3e-c641-4802-be03-1f35894ea475 req-b18c481f-f91d-4054-8e8d-3622d9c3b0d0 service neutron] 10.222.0.15 "GET /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759279 Apr 20 19:19:02.651462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-87acad86-5ca8-4bdd-8954-7707cbeaada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:02.653417 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-87acad86-5ca8-4bdd-8954-7707cbeaada6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=102a43ba-d121-4313-8680-a7ae67f3d7a8 HTTP/1.1" status: 200 len: 854 time: 0.0947933 Apr 20 19:19:02.729812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5c906-723a-4b76-8e98-58f492369448 req-790f8b21-1e81-4064-83a9-f3b760c0e300 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:02.731297 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9fd5c906-723a-4b76-8e98-58f492369448 req-790f8b21-1e81-4064-83a9-f3b760c0e300 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 943 time: 0.4615247 Apr 20 19:19:02.803447 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9fd5c906-723a-4b76-8e98-58f492369448 req-b07446a0-7581-4330-8043-b6297e55db0f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653133 Apr 20 19:19:02.806544 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-22c55fe8-9e7c-4a0b-9988-7966afd72c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:02.808037 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-22c55fe8-9e7c-4a0b-9988-7966afd72c41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1459348 Apr 20 19:19:02.988004 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-25e7a07d-078b-4e74-a6da-da1a4597b038 req-fc5db289-1c26-4654-8b5a-1c19e7d9035f tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 210 time: 0.1468718 Apr 20 19:19:03.071062 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-04f64e4f-91a9-41bf-9ac1-7abbe7afb916 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557213 Apr 20 19:19:03.083371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa86e6-af59-463f-b87d-0353e59dbd20 req-2659569b-b25f-4710-bbaf-6c419b1eaef5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:03.084932 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fafa86e6-af59-463f-b87d-0353e59dbd20 req-2659569b-b25f-4710-bbaf-6c419b1eaef5 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1573474 Apr 20 19:19:03.197585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:19:03.228162 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fafa86e6-af59-463f-b87d-0353e59dbd20 req-8c0fa594-d901-411b-b6c5-a3031e48141b tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184511 Apr 20 19:19:03.274668 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-edd8a32c-9f22-4ebd-8758-e905b835bfad req-e0373956-3800-445b-b2a7-cb4f61de2cc7 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886942 Apr 20 19:19:03.383802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:03.393462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7aba2-a577-471f-b348-fd42c2d342dd req-a70580c8-65bc-47bf-9ce3-2c8371b6cbf5 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:03.395774 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-55b7aba2-a577-471f-b348-fd42c2d342dd req-a70580c8-65bc-47bf-9ce3-2c8371b6cbf5 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1012676 Apr 20 19:19:03.405373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'port_id': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'mac_address': 'fa:16:3e:1e:c3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:19:03.456214 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-55b7aba2-a577-471f-b348-fd42c2d342dd req-fedf23ba-44fa-4992-a6a2-46a9eb76a612 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523767 Apr 20 19:19:03.471449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:03.495844 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:19:03.513982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:03.569770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:03.574003 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-533698f3-2bbd-41d9-9218-edcd93cf8145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:03.644695 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=6']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:03.651358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:03.961840 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:19:04.101638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:04.103780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc7617-f4d1-4a00-95c5-284cda082726 req-4237162f-c770-45c9-8d68-b14af3360ae2 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:04.105791 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f2bc7617-f4d1-4a00-95c5-284cda082726 req-4237162f-c770-45c9-8d68-b14af3360ae2 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 943 time: 0.1059494 Apr 20 19:19:04.163593 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f2bc7617-f4d1-4a00-95c5-284cda082726 req-5cfa8703-6274-4940-a5c1-bc6be17fb3fb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510395 Apr 20 19:19:04.229819 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d76a80f-a802-43fe-bb7f-7ee6115ae40f req-50074424-6ab8-4b74-a022-d105d36b2f2c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 210 time: 0.0526316 Apr 20 19:19:04.428543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f93021-03e9-4c6d-82e7-99a01f8d7181 req-b2038030-8598-492e-ae67-338def8f1084 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:04.430164 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e0f93021-03e9-4c6d-82e7-99a01f8d7181 req-b2038030-8598-492e-ae67-338def8f1084 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.0885129 Apr 20 19:19:04.480354 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e0f93021-03e9-4c6d-82e7-99a01f8d7181 req-251c9a99-49bf-4e23-ac1b-a29bff25ff09 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436676 Apr 20 19:19:04.711031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0638a6-2181-4b51-b7ac-b1316e5d2086 req-5665f24a-fe13-4221-a638-c9dd9fa19e37 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:04.718000 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5d0638a6-2181-4b51-b7ac-b1316e5d2086 req-5665f24a-fe13-4221-a638-c9dd9fa19e37 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 945 time: 0.1249034 Apr 20 19:19:04.871918 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5d0638a6-2181-4b51-b7ac-b1316e5d2086 req-bfd48473-b0bd-4c63-a96c-d3ebd4c077e8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502228 Apr 20 19:19:04.937255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-5693a00d-0241-4785-83f8-b0d3c04a2471 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:04.939122 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-5693a00d-0241-4785-83f8-b0d3c04a2471 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.15 "GET /v2.0/networks?id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f HTTP/1.1" status: 200 len: 809 time: 0.1962461 Apr 20 19:19:05.053264 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-fc64651e-8f52-43f9-8905-7940999fc072 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56f92b5cac624de98ac7c20a452d91f9 HTTP/1.1" status: 200 len: 8061 time: 0.0811267 Apr 20 19:19:05.071779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Request body: {'port': {'device_id': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'admin_state_up': True, 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'security_groups': ['6db60b58-fe7b-443f-905d-d7b7ca0e712c']}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:05.208391 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:19:05.238860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:05.251436 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:05.289819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Made reservation on behalf of 56f92b5cac624de98ac7c20a452d91f9 for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:19:05.293179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:05.293632 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:05.298898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:05.540413 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a983570f-aa76-4552-9b11-34e8c645fd51 req-48b83ca5-f697-4b59-823b-72b7adf454b6 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 210 time: 0.1284142 Apr 20 19:19:05.622158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:05.669878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:05.671519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:05.697967 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d4ba-4a32-49fa-8aae-4ca88aa249b3 req-7308e8ec-7aec-4208-94a5-888bdabedc19 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:05.700252 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-90e7d4ba-4a32-49fa-8aae-4ca88aa249b3 req-7308e8ec-7aec-4208-94a5-888bdabedc19 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 943 time: 0.3443720 Apr 20 19:19:05.713586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:05.716528 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5319fb80-00c5-4af7-a083-ed4fb69c24b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:05.750191 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Allocated IP 172.20.0.3 (6eb3891c-3e3a-4083-9023-d3fd1d39a71f/e101fe34-3956-4764-acd5-d4d057cba54d/2a7846f1-6da3-4b6d-9bad-61934608f8f7) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:19:05.762098 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'code': 200} Apr 20 19:19:05.792330 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-90e7d4ba-4a32-49fa-8aae-4ca88aa249b3 req-70381a6b-0870-4725-940a-8cbc2ef91bfd tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793083 Apr 20 19:19:05.800536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=7']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:05.803924 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:06.018003 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:06.088206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Transition to ACTIVE for port object 2a7846f1-6da3-4b6d-9bad-61934608f8f7 will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:19:06.148147 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f33b05-c4b4-4c5b-860c-fda7e1bc09f6 req-e926a58d-db19-4049-9270-2d70c911870b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:06.149815 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-48f33b05-c4b4-4c5b-860c-fda7e1bc09f6 req-e926a58d-db19-4049-9270-2d70c911870b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1375432 Apr 20 19:19:06.172838 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:06.184463 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b2055387-4450-45e8-83d2-a44f363c39ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:06.270324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:19:06.276757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:19:06.279370 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:19:06.285965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:06.286643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:06.309048 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-48f33b05-c4b4-4c5b-860c-fda7e1bc09f6 req-3aebd87d-5e23-4502-a51f-661efcd38edf tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527615 Apr 20 19:19:06.316578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event updated for resources: {'Port': ['ID=2a7846f1-6da3-4b6d-9bad-61934608f8f7,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:06.319620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:06.365699 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2983880 Apr 20 19:19:06.387219 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Request body: {'port': {'device_id': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:06.529260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:06.575449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-2ffeaf08-2d29-4d6c-9ecd-d2afe0524d2b None None] Provisioning for port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:19:06.581063 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-2ffeaf08-2d29-4d6c-9ecd-d2afe0524d2b None None] Provisioning complete for port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:06.582409 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2ffeaf08-2d29-4d6c-9ecd-d2afe0524d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:06.658213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-2ffeaf08-2d29-4d6c-9ecd-d2afe0524d2b None None] Port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:19:06.925572 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9175e-4d2f-4cf6-9f56-196410b68ec6 req-0a418a4e-d9c7-4f69-9fa1-445865aa1f10 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:06.926344 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-a2e9175e-4d2f-4cf6-9f56-196410b68ec6 req-0a418a4e-d9c7-4f69-9fa1-445865aa1f10 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Synchronizing usage tracker for tenant:56f92b5cac624de98ac7c20a452d91f9 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:19:07.074299 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-a2e9175e-4d2f-4cf6-9f56-196410b68ec6 req-0a418a4e-d9c7-4f69-9fa1-445865aa1f10 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Unset dirty status for tenant:56f92b5cac624de98ac7c20a452d91f9 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:19:07.075584 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a2e9175e-4d2f-4cf6-9f56-196410b68ec6 req-0a418a4e-d9c7-4f69-9fa1-445865aa1f10 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 931 time: 0.3663282 Apr 20 19:19:07.131539 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7846f1-6da3-4b6d-9bad-61934608f8f7 {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:19:07.144121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e4fab-7af8-4200-9b9a-4b188baaef68 req-4516eb38-c29c-4341-8c51-5cff4bf45d0b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:07.145839 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d37e4fab-7af8-4200-9b9a-4b188baaef68 req-4516eb38-c29c-4341-8c51-5cff4bf45d0b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 943 time: 0.2066834 Apr 20 19:19:07.165348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:07.203224 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a2e9175e-4d2f-4cf6-9f56-196410b68ec6 req-1de51194-9a62-4266-b6c0-29cb35eb6e45 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173716 Apr 20 19:19:07.208317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Transition to ACTIVE for port object 2a7846f1-6da3-4b6d-9bad-61934608f8f7 will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:19:07.229955 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d37e4fab-7af8-4200-9b9a-4b188baaef68 req-d77077e2-583e-456f-89b6-e4743804a0d1 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695596 Apr 20 19:19:07.243750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:07.248934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:07.721844 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Pushing event updated for resources: {'Port': ['ID=2a7846f1-6da3-4b6d-9bad-61934608f8f7,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:07.729213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:07.734077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Attempting to bind port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:19:07.734444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Attempting to bind port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:19:07.734805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Attempting to bind port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 on network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:19:07.749746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 on network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:19:07.750109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Attempting to bind port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 on network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:19:07.763984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:19:07.764352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Checking segment: {'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:19:07.764772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Bound using segment: {'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:19:07.765240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Bound port: 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa34696-5691-4ee7-ba1d-3eb6c8f72844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:19:07.765642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:07.843201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f3626-a0d0-47ee-ac7e-c448aa3f557b req-616c8e43-df07-4c98-8520-269c92243fc7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:07.844785 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c86f3626-a0d0-47ee-ac7e-c448aa3f557b req-616c8e43-df07-4c98-8520-269c92243fc7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.3227243 Apr 20 19:19:07.920655 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] For port 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:19:07.925613 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c86f3626-a0d0-47ee-ac7e-c448aa3f557b req-2b9bf7c6-08d8-4d5d-bb76-6c2cbe573a9c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677550 Apr 20 19:19:07.931588 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] For port 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:19:07.964738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:07.969792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:08.031019 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:08.031787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:08.033142 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] 10.222.0.15 "PUT /v2.0/ports/2a7846f1-6da3-4b6d-9bad-61934608f8f7 HTTP/1.1" status: 200 len: 1093 time: 1.6511719 Apr 20 19:19:08.033709 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:08.070977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Pushing event updated for resources: {'Port': ['ID=2a7846f1-6da3-4b6d-9bad-61934608f8f7,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:08.075540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:08.087800 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'status': 'completed', 'code': 200} Apr 20 19:19:08.258749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658423a-868f-4817-abc1-df5cdf50fbf9 req-de13df0d-908d-4173-a8a7-ea3e1faaaf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:08.260384 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6658423a-868f-4817-abc1-df5cdf50fbf9 req-de13df0d-908d-4173-a8a7-ea3e1faaaf15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56f92b5cac624de98ac7c20a452d91f9&device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 1096 time: 0.1440148 Apr 20 19:19:08.666900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658423a-868f-4817-abc1-df5cdf50fbf9 req-57aed640-78b0-4b43-a80e-442c8380604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:08.668564 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6658423a-868f-4817-abc1-df5cdf50fbf9 req-57aed640-78b0-4b43-a80e-442c8380604c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=56f92b5cac624de98ac7c20a452d91f9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4005427 Apr 20 19:19:08.779877 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146846f-d903-4696-b57c-4bc378c8efd6 req-f73ca7f6-9268-4306-94ca-b52779aa92da tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:08.781460 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a146846f-d903-4696-b57c-4bc378c8efd6 req-f73ca7f6-9268-4306-94ca-b52779aa92da tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 943 time: 0.3115010 Apr 20 19:19:08.804231 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ca40-78dc-4671-ba82-fc817b32e523 req-f8c81e95-f7c6-4c2b-a832-f49ef603c1a2 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:08.811961 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bae0ca40-78dc-4671-ba82-fc817b32e523 req-f8c81e95-f7c6-4c2b-a832-f49ef603c1a2 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 943 time: 0.3431897 Apr 20 19:19:08.977007 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bae0ca40-78dc-4671-ba82-fc817b32e523 req-eaeca218-e239-4f54-b59e-66a527359428 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641142 Apr 20 19:19:08.982507 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a146846f-d903-4696-b57c-4bc378c8efd6 req-f2f11856-6d49-4188-8ce5-55bee4a97400 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881146 Apr 20 19:19:08.985268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658423a-868f-4817-abc1-df5cdf50fbf9 req-268321c0-15d0-4794-bcdf-2f0f9103a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:08.986990 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6658423a-868f-4817-abc1-df5cdf50fbf9 req-268321c0-15d0-4794-bcdf-2f0f9103a23c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3094683 Apr 20 19:19:09.209911 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 03d41f42-5083-4c79-be5f-5767c7ec8022 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:19:09.247419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-0093d46e-b84f-4d57-bcd5-9c9bbdb47afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:09.249261 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-0093d46e-b84f-4d57-bcd5-9c9bbdb47afa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56f92b5cac624de98ac7c20a452d91f9&device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 1096 time: 0.2104247 Apr 20 19:19:09.258712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a235e3-ca51-4611-b591-af1987e564c3 req-5f5f1d07-9f07-45c7-a90f-d4d648b64988 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:09.266444 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e3a235e3-ca51-4611-b591-af1987e564c3 req-5f5f1d07-9f07-45c7-a90f-d4d648b64988 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1402707 Apr 20 19:19:09.361947 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-34237f28-c8d3-4518-97e0-8f650edcb52f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7 HTTP/1.1" status: 200 len: 217 time: 0.0920160 Apr 20 19:19:09.468425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-1d7ddfbe-6572-4612-abec-727711312afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:09.470198 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-1d7ddfbe-6572-4612-abec-727711312afa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e101fe34-3956-4764-acd5-d4d057cba54d HTTP/1.1" status: 200 len: 848 time: 0.1017194 Apr 20 19:19:09.476373 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e3a235e3-ca51-4611-b591-af1987e564c3 req-7f6354db-c858-41e6-a2e7-610ad71e9340 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087615 Apr 20 19:19:09.478347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 03d41f42-5083-4c79-be5f-5767c7ec8022, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=03d41f42-5083-4c79-be5f-5767c7ec8022,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:09.495138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'port_id': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'mac_address': 'fa:16:3e:67:be:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:19:09.582004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:09.611574 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d41f42-5083-4c79-be5f-5767c7ec8022 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:19:09.620558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-02405381-a58f-43d7-838c-0b72b574e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:09.622199 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-02405381-a58f-43d7-838c-0b72b574e109 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1450825 Apr 20 19:19:09.641165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 03d41f42-5083-4c79-be5f-5767c7ec8022, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=03d41f42-5083-4c79-be5f-5767c7ec8022,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:09.667114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:09.670154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:09.756286 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=03d41f42-5083-4c79-be5f-5767c7ec8022,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:09.760798 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:09.831962 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-56f473ac-7f46-495b-aaf2-aee844d0eb82 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007294 Apr 20 19:19:10.002219 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aa74ef26-d64e-4183-a877-64a9fd394044 req-0eb12c07-5b24-4e90-828b-368ed7068a1c service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642833 Apr 20 19:19:10.095895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['03d41f42-5083-4c79-be5f-5767c7ec8022'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:19:10.297840 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6fdb5-3f49-469e-bff3-5affe6b7410d req-2cf40a12-983f-4580-9d4c-92db3b765397 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:10.304754 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-03b6fdb5-3f49-469e-bff3-5affe6b7410d req-2cf40a12-983f-4580-9d4c-92db3b765397 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.2134640 Apr 20 19:19:10.343844 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1a9c5-c3fe-45d4-bb49-56668b5aecfa req-3384527d-7f2a-4680-8b4e-483a5aeb1001 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:10.345416 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-47b1a9c5-c3fe-45d4-bb49-56668b5aecfa req-3384527d-7f2a-4680-8b4e-483a5aeb1001 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 943 time: 0.1712074 Apr 20 19:19:10.383277 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-03b6fdb5-3f49-469e-bff3-5affe6b7410d req-174d160b-e02a-4af2-8934-053b2583adfa tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745165 Apr 20 19:19:10.435597 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-47b1a9c5-c3fe-45d4-bb49-56668b5aecfa req-bd20779a-2e1a-4ba1-b622-7400ca90f151 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788653 Apr 20 19:19:10.597599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e163567-113c-45e0-b710-a73aefdf4694 req-6cc2c5e6-977e-4fb1-a7ad-016dffe551bf tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:10.599281 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5e163567-113c-45e0-b710-a73aefdf4694 req-6cc2c5e6-977e-4fb1-a7ad-016dffe551bf tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 944 time: 0.0976102 Apr 20 19:19:10.698983 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5e163567-113c-45e0-b710-a73aefdf4694 req-4cb5bd3f-3cb8-4254-91ba-48ceec2a6d51 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843935 Apr 20 19:19:10.833510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b3b2-06fd-44bb-9a2d-1588dafebc8a req-98033af1-9446-4f82-8843-e8a685652254 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:10.835145 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f06b3b2-06fd-44bb-9a2d-1588dafebc8a req-98033af1-9446-4f82-8843-e8a685652254 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.0933595 Apr 20 19:19:10.899406 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f06b3b2-06fd-44bb-9a2d-1588dafebc8a req-4dd5bb4f-7e9c-4d80-b393-afff90f34669 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574598 Apr 20 19:19:11.719083 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd7086-8964-48c2-a4df-7917d5304b75 req-9cd663a0-7c21-44b1-ae1d-675f523a969a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:11.800971 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6fdd7086-8964-48c2-a4df-7917d5304b75 req-9cd663a0-7c21-44b1-ae1d-675f523a969a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.1961815 Apr 20 19:19:11.800971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594d6d-1c6a-40e3-9a68-2e9d45bd2990 req-f27dc6a9-41a0-4e8a-84f2-cb8164f8852e tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:11.800971 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-38594d6d-1c6a-40e3-9a68-2e9d45bd2990 req-f27dc6a9-41a0-4e8a-84f2-cb8164f8852e tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 943 time: 0.1460016 Apr 20 19:19:11.822483 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6fdd7086-8964-48c2-a4df-7917d5304b75 req-ac2161a8-67ee-4363-a335-229aa103c7bb tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891180 Apr 20 19:19:11.832457 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-38594d6d-1c6a-40e3-9a68-2e9d45bd2990 req-6ff26f9e-4cae-4902-a016-0db62d353315 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810187 Apr 20 19:19:12.029639 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a694c-e0d0-45de-b5be-a7264916b653 req-91b799d4-8940-41a0-82e3-e3d03c475cec tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:12.031260 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba3a694c-e0d0-45de-b5be-a7264916b653 req-91b799d4-8940-41a0-82e3-e3d03c475cec tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 944 time: 0.0957694 Apr 20 19:19:12.133118 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba3a694c-e0d0-45de-b5be-a7264916b653 req-505f81f6-5015-44eb-ae84-bc5e3a8e6724 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952423 Apr 20 19:19:12.167206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95318f-2b8b-414f-ab60-5f64a78d70f9 req-143873b1-c763-4159-bf6d-1570dd366bb1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:12.169092 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dc95318f-2b8b-414f-ab60-5f64a78d70f9 req-143873b1-c763-4159-bf6d-1570dd366bb1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1149004 Apr 20 19:19:12.221106 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dc95318f-2b8b-414f-ab60-5f64a78d70f9 req-c39fe35e-60e0-47b2-bb92-28d7b83ad37e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 Apr 20 19:19:12.713100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-f229148e-bdfb-4a08-8455-d037408a2aba tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:12.714737 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-f229148e-bdfb-4a08-8455-d037408a2aba tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.0927286 Apr 20 19:19:12.795127 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Deleting port 2a32e491-97dc-4cdc-b73d-3898c8833fef {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:19:12.795731 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:13.219622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a7846f1-6da3-4b6d-9bad-61934608f8f7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:19:13.223494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 03d41f42-5083-4c79-be5f-5767c7ec8022 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:19:13.408018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] For port 2a32e491-97dc-4cdc-b73d-3898c8833fef, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a32e491-97dc-4cdc-b73d-3898c8833fef,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:13.408337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:13.432079 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:13.447060 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'port_id': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'mac_address': 'fa:16:3e:d2:ef:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:19:13.516191 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:13.535834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7846f1-6da3-4b6d-9bad-61934608f8f7 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:19:13.551323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Calling delete_port for 2a32e491-97dc-4cdc-b73d-3898c8833fef owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:19:13.602914 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc760-c5b3-4d86-8fd5-06888a9779ab req-d309b452-9516-457c-9609-6ca63a51c3ca tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:13.604524 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9ccdc760-c5b3-4d86-8fd5-06888a9779ab req-d309b452-9516-457c-9609-6ca63a51c3ca tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 943 time: 0.6132250 Apr 20 19:19:13.623214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda9517-4c80-4543-a45c-5b97dc9dd7a6 req-3b6b7448-4f87-4ec0-bab9-02c9dfa8c664 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:13.624723 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-deda9517-4c80-4543-a45c-5b97dc9dd7a6 req-3b6b7448-4f87-4ec0-bab9-02c9dfa8c664 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 945 time: 0.6346486 Apr 20 19:19:13.689658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:13.721785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 03d41f42-5083-4c79-be5f-5767c7ec8022 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:19:13.727254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 03d41f42-5083-4c79-be5f-5767c7ec8022 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:13.727672 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:13.733469 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9ccdc760-c5b3-4d86-8fd5-06888a9779ab req-c89fdbb5-3ef5-45be-9e71-9d499cb5b509 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044984 Apr 20 19:19:13.739596 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-deda9517-4c80-4543-a45c-5b97dc9dd7a6 req-54460e43-7491-4817-80cc-6b82f0acb489 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047201 Apr 20 19:19:13.790161 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:13.794937 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:13.895358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=2a7846f1-6da3-4b6d-9bad-61934608f8f7,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:13.907035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.907814 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.908402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.908994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.910287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.910908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.911364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.911947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.912271 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.912929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.913743 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.914197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:13.981719 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:13.982483 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:14.033794 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:14.055823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 03d41f42-5083-4c79-be5f-5767c7ec8022, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=03d41f42-5083-4c79-be5f-5767c7ec8022,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:14.112431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:14.114613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:14.198892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=03d41f42-5083-4c79-be5f-5767c7ec8022,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:14.202145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['2a7846f1-6da3-4b6d-9bad-61934608f8f7'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:19:14.202578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9634d5-f10e-415b-b849-1362d6e9f1e7 req-22ff1c78-0492-492a-ae42-92d6a6d824dd tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:14.204258 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6f9634d5-f10e-415b-b849-1362d6e9f1e7 req-22ff1c78-0492-492a-ae42-92d6a6d824dd tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 944 time: 0.2435651 Apr 20 19:19:14.234984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:14.248270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:14.269178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:14.327616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Pushing event deleted for resources: {'Port': ['ID=2a32e491-97dc-4cdc-b73d-3898c8833fef,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:14.330585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:14.455312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bc4b9-f0e8-4a7b-b919-65ad54d2287c req-c4daf56d-937f-4db9-a361-bc971a218e1f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:14.457865 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-509bc4b9-f0e8-4a7b-b919-65ad54d2287c req-c4daf56d-937f-4db9-a361-bc971a218e1f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.3539093 Apr 20 19:19:14.480458 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6f9634d5-f10e-415b-b849-1362d6e9f1e7 req-2e0d1674-176c-4368-8a1d-5345556ae259 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634835 Apr 20 19:19:14.484715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] No DVR routers for this DVR port 2a32e491-97dc-4cdc-b73d-3898c8833fef on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:19:14.511675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:14.523657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b', 'name': 'network-vif-deleted', 'tag': '2a32e491-97dc-4cdc-b73d-3898c8833fef'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:14.534419 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4d262512-8dac-4e18-a13b-19dc4a9cd22a req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.15 "DELETE /v2.0/ports/2a32e491-97dc-4cdc-b73d-3898c8833fef HTTP/1.1" status: 204 len: 173 time: 1.8137808 Apr 20 19:19:14.544818 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'code': 200} Apr 20 19:19:14.593281 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b', 'name': 'network-vif-deleted', 'tag': '2a32e491-97dc-4cdc-b73d-3898c8833fef', 'status': 'completed', 'code': 200} Apr 20 19:19:14.600515 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-509bc4b9-f0e8-4a7b-b919-65ad54d2287c req-92987081-5ad7-45d3-8e31-a639f124ce6a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206119 Apr 20 19:19:14.970042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-83baa129-17d6-4cd9-8959-9af51b6b8af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:15.050254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-b68bf7d5-ba3b-4fb7-8dc9-2956e0936d76 req-a64a05e3-7b63-4439-b3fe-65eeb0d210e8 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Synchronizing usage tracker for tenant:b5c2e8c9feb6494d9989608e25f9f62e on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:19:15.121787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f3a1b-71bc-43a6-afeb-a8ae539632a2 req-50738b26-51b4-40cb-b660-51019901d167 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:15.129778 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b85f3a1b-71bc-43a6-afeb-a8ae539632a2 req-50738b26-51b4-40cb-b660-51019901d167 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 944 time: 0.1961195 Apr 20 19:19:15.151223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-b68bf7d5-ba3b-4fb7-8dc9-2956e0936d76 req-a64a05e3-7b63-4439-b3fe-65eeb0d210e8 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Unset dirty status for tenant:b5c2e8c9feb6494d9989608e25f9f62e on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:19:15.152490 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b68bf7d5-ba3b-4fb7-8dc9-2956e0936d76 req-a64a05e3-7b63-4439-b3fe-65eeb0d210e8 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1a0be72-bdc2-42fe-9e1d-3f3d7501b22b HTTP/1.1" status: 200 len: 210 time: 0.1654739 Apr 20 19:19:15.157054 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aa034-5ae3-4898-8a6d-de1d1618c141 req-b8ae2f8d-ed47-4ab1-99a6-3c1e8f584f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:15.158632 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d8aa034-5ae3-4898-8a6d-de1d1618c141 req-b8ae2f8d-ed47-4ab1-99a6-3c1e8f584f2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 1098 time: 0.2846997 Apr 20 19:19:15.212033 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b85f3a1b-71bc-43a6-afeb-a8ae539632a2 req-4a733bb1-0fff-4d58-8e08-7219ebe4a86b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812104 Apr 20 19:19:15.235269 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a32e491-97dc-4cdc-b73d-3898c8833fef no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:19:15.246370 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d8aa034-5ae3-4898-8a6d-de1d1618c141 req-375a4799-b55d-40cc-894f-c6b01f2cee84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781369 Apr 20 19:19:15.305119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 2a32e491-97dc-4cdc-b73d-3898c8833fef {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:19:15.305561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a32e491-97dc-4cdc-b73d-3898c8833fef not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:19:15.436311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['b454d09e-59c8-4412-90cc-2ccc9320c264'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:19:15.798980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562042a-e199-4d11-9b4b-fdd468011dcc req-21f30cd7-26e5-4bb4-ab4c-cde93e61fff0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:15.807980 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9562042a-e199-4d11-9b4b-fdd468011dcc req-21f30cd7-26e5-4bb4-ab4c-cde93e61fff0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 945 time: 0.1803870 Apr 20 19:19:15.918871 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9562042a-e199-4d11-9b4b-fdd468011dcc req-4e07b2b1-7fdf-4fb5-9f07-83d652a2d592 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097059 Apr 20 19:19:15.953199 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d60955-a4e3-4f50-8744-3fbf526fd3c7 req-141a713b-0980-4082-8c13-828d15955eaf tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:15.962326 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a2d60955-a4e3-4f50-8744-3fbf526fd3c7 req-141a713b-0980-4082-8c13-828d15955eaf tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1520791 Apr 20 19:19:16.026149 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a2d60955-a4e3-4f50-8744-3fbf526fd3c7 req-dba6ff88-85e1-45df-80f7-a75a8301b27e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627279 Apr 20 19:19:16.445657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ca20d-a507-4c2d-98d3-5ac299f69514 req-c438376c-5248-462d-a937-e5df28343761 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:16.454626 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-215ca20d-a507-4c2d-98d3-5ac299f69514 req-c438376c-5248-462d-a937-e5df28343761 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 944 time: 0.1124158 Apr 20 19:19:16.505331 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-215ca20d-a507-4c2d-98d3-5ac299f69514 req-121d4e37-28d9-4602-81b4-d722f39de241 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496526 Apr 20 19:19:16.923694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae123696-8dca-4033-8758-c87cd460cb35 req-5aca68e1-9c4d-4153-9a26-fb8742984fc9 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:16.930011 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ae123696-8dca-4033-8758-c87cd460cb35 req-5aca68e1-9c4d-4153-9a26-fb8742984fc9 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1344237 Apr 20 19:19:17.006257 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ae123696-8dca-4033-8758-c87cd460cb35 req-f20b2da2-2888-4dae-b196-117d77a97f43 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734289 Apr 20 19:19:17.240202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a7846f1-6da3-4b6d-9bad-61934608f8f7 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:19:17.279515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-94e49b6b-1171-40dd-950d-41a69cf8314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:17.333209 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9145d-37d3-4c51-9ef6-067eff4fdfa7 req-64611e3a-3da1-448a-9d65-d785185a3916 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:17.335002 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bca9145d-37d3-4c51-9ef6-067eff4fdfa7 req-64611e3a-3da1-448a-9d65-d785185a3916 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1729350 Apr 20 19:19:17.364918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4f39e-5061-4530-a4ac-81f89078315c req-076fb345-da97-4f8c-9ba5-408b3ba33eaf tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:17.367280 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c0e4f39e-5061-4530-a4ac-81f89078315c req-076fb345-da97-4f8c-9ba5-408b3ba33eaf tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 945 time: 0.1506042 Apr 20 19:19:17.438753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:17.453626 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c0e4f39e-5061-4530-a4ac-81f89078315c req-2a6fed88-a909-43df-9e7d-2fd67009ba97 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791142 Apr 20 19:19:17.459071 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bca9145d-37d3-4c51-9ef6-067eff4fdfa7 req-8b74459b-5255-4486-a0cb-adcf5267532a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055951 Apr 20 19:19:17.759608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3354-669d-47d3-835b-348ad4afe27b req-8c6906b6-eeaf-44ef-a203-4d4338c54252 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:17.769136 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bb4e3354-669d-47d3-835b-348ad4afe27b req-8c6906b6-eeaf-44ef-a203-4d4338c54252 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 945 time: 0.1850681 Apr 20 19:19:17.809790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de8648-d444-4ce2-b3ad-69608a3ea291 req-d48713a4-a27e-42f7-8544-6df4f6dda18e tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:17.811755 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e4de8648-d444-4ce2-b3ad-69608a3ea291 req-d48713a4-a27e-42f7-8544-6df4f6dda18e tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 944 time: 0.1801424 Apr 20 19:19:17.856981 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bb4e3354-669d-47d3-835b-348ad4afe27b req-2b2258a2-c695-4560-9e96-7efa31076bf3 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865674 Apr 20 19:19:17.880039 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e4de8648-d444-4ce2-b3ad-69608a3ea291 req-5b3585e8-8c3e-4c49-a031-6a1906901b2a tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572722 Apr 20 19:19:17.906931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:19:17.912443 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:17.912867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:18.067610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:18.084121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:18.118661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:18.119944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:18.158356 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:18.162778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:18.260674 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=2a7846f1-6da3-4b6d-9bad-61934608f8f7,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:18.274666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:18.291167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdde48-0930-4e70-858c-bdb3bb9bef6b req-23f5c264-365b-40c3-aa9b-ec34d787ca41 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:18.292845 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9dcdde48-0930-4e70-858c-bdb3bb9bef6b req-23f5c264-365b-40c3-aa9b-ec34d787ca41 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1142449 Apr 20 19:19:18.356587 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9dcdde48-0930-4e70-858c-bdb3bb9bef6b req-3e6ffac3-75f8-4ac3-93ce-9e206a18d76d tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554390 Apr 20 19:19:18.416139 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'code': 200} Apr 20 19:19:18.571126 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74f6cb-e01f-481f-beea-7f3b26abf804 req-d6195fcb-7a58-48b5-9173-833600b09fd9 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:18.573538 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ae74f6cb-e01f-481f-beea-7f3b26abf804 req-d6195fcb-7a58-48b5-9173-833600b09fd9 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 945 time: 0.1058784 Apr 20 19:19:18.700999 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ae74f6cb-e01f-481f-beea-7f3b26abf804 req-0ed28f87-6c60-49f8-8207-acacc020faa0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134422 Apr 20 19:19:18.759357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe92a89-bf26-496f-a946-b65288402505 req-3caea174-e778-4904-be5b-a663aa072f05 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:18.762284 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dbe92a89-bf26-496f-a946-b65288402505 req-3caea174-e778-4904-be5b-a663aa072f05 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1522739 Apr 20 19:19:18.825847 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dbe92a89-bf26-496f-a946-b65288402505 req-902a046e-c338-4122-a93e-e45faabe6453 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571046 Apr 20 19:19:18.947314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1d393-f3ea-40af-9d07-206446e6d3eb req-fd8b63fe-e335-46f3-b833-1da47a5145ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:18.949086 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a2b1d393-f3ea-40af-9d07-206446e6d3eb req-fd8b63fe-e335-46f3-b833-1da47a5145ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 1098 time: 0.1222589 Apr 20 19:19:19.007635 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a2b1d393-f3ea-40af-9d07-206446e6d3eb req-9bad4ca1-5d24-4a47-a919-2a16c7832023 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500648 Apr 20 19:19:19.067201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:19.118748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0896d46-a925-4d23-82e2-4de573cff86b req-6309a094-2c29-4992-adb8-0b20ddd11e84 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:19.120870 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b0896d46-a925-4d23-82e2-4de573cff86b req-6309a094-2c29-4992-adb8-0b20ddd11e84 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1121237 Apr 20 19:19:19.177323 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b0896d46-a925-4d23-82e2-4de573cff86b req-7771e960-9d2e-4a8b-9e6d-d740bc2b7418 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489681 Apr 20 19:19:19.669618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fd95c-e07e-4280-a8f3-312b1a94d66a req-93e47193-e1e6-411d-a03f-accbe15940f6 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:19.678409 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-139fd95c-e07e-4280-a8f3-312b1a94d66a req-93e47193-e1e6-411d-a03f-accbe15940f6 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1123207 Apr 20 19:19:19.733189 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-139fd95c-e07e-4280-a8f3-312b1a94d66a req-663aeed3-8c6f-4a2b-af36-f006f1b73397 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538859 Apr 20 19:19:20.107678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8b308-a1fb-4f8d-ab36-53bd4c362b19 req-9896f600-58f1-4a73-9170-57a8347badf4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:20.110031 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-60d8b308-a1fb-4f8d-ab36-53bd4c362b19 req-9896f600-58f1-4a73-9170-57a8347badf4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1098824 Apr 20 19:19:20.177029 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-60d8b308-a1fb-4f8d-ab36-53bd4c362b19 req-89aef457-f5d6-498e-b018-a44edebe614e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589423 Apr 20 19:19:20.457147 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d9dcb-8f80-4698-8f63-3cf019621a0c req-88062e3b-ca54-445b-84da-6df15a36292f tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:20.458752 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-316d9dcb-8f80-4698-8f63-3cf019621a0c req-88062e3b-ca54-445b-84da-6df15a36292f tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1086144 Apr 20 19:19:20.528424 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-316d9dcb-8f80-4698-8f63-3cf019621a0c req-e6d20e4c-172c-423b-80aa-958835fd3edb tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629842 Apr 20 19:19:21.019999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07dfec-88b2-46c3-845f-300be961ae18 req-9d262ece-785b-454b-8fdf-b406b84260aa tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:21.021772 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ed07dfec-88b2-46c3-845f-300be961ae18 req-9d262ece-785b-454b-8fdf-b406b84260aa tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1265886 Apr 20 19:19:21.083135 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ed07dfec-88b2-46c3-845f-300be961ae18 req-f5f23dcc-83a0-451a-ad89-6dd610b320c1 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526199 Apr 20 19:19:21.414115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3b29f-96d9-4874-9027-70b6753a4ce7 req-0c14840c-89ba-432a-bba7-9c7c23d005bb tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:21.415681 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8fb3b29f-96d9-4874-9027-70b6753a4ce7 req-0c14840c-89ba-432a-bba7-9c7c23d005bb tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.0931876 Apr 20 19:19:21.472527 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8fb3b29f-96d9-4874-9027-70b6753a4ce7 req-183df4bb-543d-4881-a641-650b8fdd9f5b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499587 Apr 20 19:19:21.834436 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d315d6-26d0-4694-9539-422485a8c5a2 req-28226ab8-d446-4e5c-999a-cb2a7ee411a7 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:21.835930 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-65d315d6-26d0-4694-9539-422485a8c5a2 req-28226ab8-d446-4e5c-999a-cb2a7ee411a7 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.0913880 Apr 20 19:19:21.884529 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-65d315d6-26d0-4694-9539-422485a8c5a2 req-55079b94-4080-47dd-82b7-d55fd601028b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422137 Apr 20 19:19:22.096108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc757df-cf4f-4350-8b3a-6069b055f23e req-40f8004f-061c-44db-8af9-877ae1a95e28 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:22.097885 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5cc757df-cf4f-4350-8b3a-6069b055f23e req-40f8004f-061c-44db-8af9-877ae1a95e28 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1001642 Apr 20 19:19:22.157078 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5cc757df-cf4f-4350-8b3a-6069b055f23e req-d024e463-4a8d-47ee-bfba-fe8788f6635b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491602 Apr 20 19:19:22.186803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 59526) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:22.420391 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0908ff-ba14-427a-bb98-ae9289e1b826 req-6d675a7d-3094-4b6a-ba86-d3bd07676151 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:22.422025 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fc0908ff-ba14-427a-bb98-ae9289e1b826 req-6d675a7d-3094-4b6a-ba86-d3bd07676151 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1438618 Apr 20 19:19:22.456587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b5866f-4f0e-48c3-996b-1e5b8cd6437a tempest-TestShelveInstance-160168565 tempest-TestShelveInstance-160168565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:22.461806 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d1b5866f-4f0e-48c3-996b-1e5b8cd6437a tempest-TestShelveInstance-160168565 tempest-TestShelveInstance-160168565-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 1093 time: 0.2730758 Apr 20 19:19:22.462480 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 59536) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:22.468450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Request body: {'floatingip': {'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'port_id': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:22.475987 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:22.480205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Usage tracker for resource:floatingip and tenant:56f92b5cac624de98ac7c20a452d91f9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:22.483463 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:22.489037 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fc0908ff-ba14-427a-bb98-ae9289e1b826 req-a33a3818-dffe-49d7-a580-1ac0dffd5f00 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580821 Apr 20 19:19:22.489911 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:22.537123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for floatingip, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.805779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:22.816163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e455d5-1394-48ad-95ba-0c319133d244 req-15939ab9-72a8-4925-8b9a-c6950c59cc5a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:22.821825 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e6e455d5-1394-48ad-95ba-0c319133d244 req-15939ab9-72a8-4925-8b9a-c6950c59cc5a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.2119422 Apr 20 19:19:22.907772 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e6e455d5-1394-48ad-95ba-0c319133d244 req-1dd5d558-784b-40b5-a6f2-6a8a05f1a839 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780306 Apr 20 19:19:22.984172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Allocated IP 172.28.0.197 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/90205d16-2dd2-49a4-b4e9-0bbbfdaeb476) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:19:23.195351 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:23.284290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:23.289620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:23.361301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:19:23.365529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:19:23.368470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:19:23.414772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event updated for resources: {'Port': ['ID=90205d16-2dd2-49a4-b4e9-0bbbfdaeb476,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:23.433274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.433737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.434115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.434510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.434902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.435291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.435678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.436064 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.436449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.436863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.437222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.437622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:23.443400 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:23.688025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a015c30-f6fd-4d62-9b4b-61737b8c4809 req-a0601b19-0679-438c-867b-b127e6506f0e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:23.689682 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3a015c30-f6fd-4d62-9b4b-61737b8c4809 req-a0601b19-0679-438c-867b-b127e6506f0e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.0914907 Apr 20 19:19:23.744394 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3a015c30-f6fd-4d62-9b4b-61737b8c4809 req-14d7448f-2e27-4506-b3a3-ac9d1132c722 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475109 Apr 20 19:19:23.840317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:23.941111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:24.126279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0783bf-62cf-42b7-b130-b61da3f088df req-0ed6a87d-7183-4f31-a436-5130be4db21a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:24.128710 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3b0783bf-62cf-42b7-b130-b61da3f088df req-0ed6a87d-7183-4f31-a436-5130be4db21a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.0924523 Apr 20 19:19:24.168637 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:24.176808 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3b0783bf-62cf-42b7-b130-b61da3f088df req-c2262851-47ad-4940-878a-a736d99d35dd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 Apr 20 19:19:24.203611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:24.209222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1f0a0f46-834a-47e2-9a65-bc655ac62ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:24.332421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event updated for resources: {'Port': ['ID=90205d16-2dd2-49a4-b4e9-0bbbfdaeb476,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:24.337070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:24.340064 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:24.350345 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38505344-f378-437c-9d81-75594878d63d req-c366340c-04e3-4329-ae67-3f07da0b7d4a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:24.352249 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-38505344-f378-437c-9d81-75594878d63d req-c366340c-04e3-4329-ae67-3f07da0b7d4a tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.1083808 Apr 20 19:19:24.535080 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Floating IP 048580c1-b6f4-4f81-a3e5-6cbfa2c78aaa associated. External IP: 172.28.0.197, port: 2a7846f1-6da3-4b6d-9bad-61934608f8f7. Apr 20 19:19:24.671743 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-38505344-f378-437c-9d81-75594878d63d req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Deleting port b454d09e-59c8-4412-90cc-2ccc9320c264 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:19:24.672122 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-38505344-f378-437c-9d81-75594878d63d req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:24.791656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e54a76-73b8-432a-b97f-345031d41204 req-8e412f66-a78f-4590-b113-2ab698dda605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:24.793379 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a4e54a76-73b8-432a-b97f-345031d41204 req-8e412f66-a78f-4590-b113-2ab698dda605 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 1099 time: 0.1977472 Apr 20 19:19:25.000383 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-38505344-f378-437c-9d81-75594878d63d req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] For port b454d09e-59c8-4412-90cc-2ccc9320c264, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b454d09e-59c8-4412-90cc-2ccc9320c264,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:25.000781 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-38505344-f378-437c-9d81-75594878d63d req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:25.109939 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e54a76-73b8-432a-b97f-345031d41204 req-4684ea55-3716-4d51-aa81-a2b3509f4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:25.111513 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a4e54a76-73b8-432a-b97f-345031d41204 req-4684ea55-3716-4d51-aa81-a2b3509f4b96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.2582026 Apr 20 19:19:25.119899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:19:25.147891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-38505344-f378-437c-9d81-75594878d63d req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Calling delete_port for b454d09e-59c8-4412-90cc-2ccc9320c264 owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:19:25.241919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581930f8-b51d-4f93-9071-ee4620a97c98 req-d4cc6c17-a0f9-4ee7-86d2-3c79ce3dcbbb tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:25.243628 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-581930f8-b51d-4f93-9071-ee4620a97c98 req-d4cc6c17-a0f9-4ee7-86d2-3c79ce3dcbbb tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 946 time: 0.3146234 Apr 20 19:19:25.353086 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-581930f8-b51d-4f93-9071-ee4620a97c98 req-e2b54809-31ce-4914-b850-01b0f75d9b11 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccb4a82d-7bcd-4182-872e-5a19ff155bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941005 Apr 20 19:19:25.465614 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee4146-bf3c-4b5a-b8c7-d70ad737cddc req-fda75633-bf17-421f-853e-b2973a4375bd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:25.467198 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-feee4146-bf3c-4b5a-b8c7-d70ad737cddc req-fda75633-bf17-421f-853e-b2973a4375bd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1264229 Apr 20 19:19:25.468409 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-38505344-f378-437c-9d81-75594878d63d req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:25.475509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b6057360-45ba-4cbb-ad2b-a5984350af14 tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:25.546118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Pushing event deleted for resources: {'Port': ['ID=b454d09e-59c8-4412-90cc-2ccc9320c264,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:25.552909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:25.595160 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a4e54a76-73b8-432a-b97f-345031d41204 req-cf2c800e-fc9d-4683-8e4a-9acfc8cf2e56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 HTTP/1.1" status: 200 len: 1001 time: 0.4740496 Apr 20 19:19:25.677051 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-feee4146-bf3c-4b5a-b8c7-d70ad737cddc req-9485185b-80d3-4b20-9959-b002d275f400 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671553 Apr 20 19:19:25.690058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-38505344-f378-437c-9d81-75594878d63d req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] No DVR routers for this DVR port b454d09e-59c8-4412-90cc-2ccc9320c264 on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:19:25.693971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-38505344-f378-437c-9d81-75594878d63d req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:25.697142 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:19:25.700186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e54a76-73b8-432a-b97f-345031d41204 req-cd9c4d0f-cb81-41a1-8b88-ef94837e906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:25.709286 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] Sync routers for ids ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:19:25.713237 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a4e54a76-73b8-432a-b97f-345031d41204 req-cd9c4d0f-cb81-41a1-8b88-ef94837e906d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.1080992 Apr 20 19:19:25.713663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea9c360-9a33-4077-8b2e-305e382069cc', 'name': 'network-vif-deleted', 'tag': 'b454d09e-59c8-4412-90cc-2ccc9320c264'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:25.732532 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] Routers {'10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:19:25.733228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:19:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:25.764737 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-38505344-f378-437c-9d81-75594878d63d req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.15 "DELETE /v2.0/ports/b454d09e-59c8-4412-90cc-2ccc9320c264 HTTP/1.1" status: 204 len: 173 time: 1.4060633 Apr 20 19:19:25.770421 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea9c360-9a33-4077-8b2e-305e382069cc', 'name': 'network-vif-deleted', 'tag': 'b454d09e-59c8-4412-90cc-2ccc9320c264', 'status': 'completed', 'code': 200} Apr 20 19:19:25.818647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e54a76-73b8-432a-b97f-345031d41204 req-ca991437-5a41-41a7-8ec7-b2b039918ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:25.820525 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a4e54a76-73b8-432a-b97f-345031d41204 req-ca991437-5a41-41a7-8ec7-b2b039918ccc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064243 Apr 20 19:19:25.867934 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:25.957944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] Set router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:19:26.004829 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5412354 Apr 20 19:19:26.007520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:26.058185 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a4e54a76-73b8-432a-b97f-345031d41204 req-5c49501e-86e7-4968-b3f0-d15cf8442852 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305663 Apr 20 19:19:26.107584 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'status': 'completed', 'code': 200} Apr 20 19:19:26.224233 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a4e54a76-73b8-432a-b97f-345031d41204 req-a0a92d8e-2233-408a-aaad-4d2df8940b19 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548765 Apr 20 19:19:26.311311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95096da3-dcff-4ca3-af6b-69148a637d97 req-130a1b36-184e-4ca8-8a36-371276679206 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:26.312909 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-95096da3-dcff-4ca3-af6b-69148a637d97 req-130a1b36-184e-4ca8-8a36-371276679206 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 945 time: 0.1710787 Apr 20 19:19:26.316051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-390785cc-acaf-4363-85c1-120494f3b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:26.317564 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-390785cc-acaf-4363-85c1-120494f3b7db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56f92b5cac624de98ac7c20a452d91f9&device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 1098 time: 0.1186895 Apr 20 19:19:26.347983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '048580c1-b6f4-4f81-a3e5-6cbfa2c78aaa', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'floating_ip_address': '172.28.0.197', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'port_id': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'mac_address': 'fa:16:3e:d2:ef:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:19:23Z', 'updated_at': '2021-04-20T19:19:23Z', 'revision_number': 0, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9', 'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'mac_address': 'fa:16:3e:36:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:56Z', 'updated_at': '2021-04-20T19:18:10Z', 'revision_number': 5, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'subnets': [{'id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:26.352056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] Checking router: 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:19:26.360913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] Routers {'10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:19:26.361600 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:19:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:26.442742 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-95096da3-dcff-4ca3-af6b-69148a637d97 req-3fe21ec9-e203-4a4b-8165-e04332eb9db2 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225519 Apr 20 19:19:26.475144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 59604) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:26.542114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-74a48284-3441-4f91-bc7b-9673e381359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:26.543670 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-74a48284-3441-4f91-bc7b-9673e381359a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f HTTP/1.1" status: 200 len: 910 time: 0.2077055 Apr 20 19:19:26.550569 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-bb10b018-8be0-47cc-b192-fced11f6f6a0 req-f2a44473-1320-47d9-ba4c-3e5f27b0ceec tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Synchronizing usage tracker for tenant:b5c2e8c9feb6494d9989608e25f9f62e on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:19:26.578068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] Set router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:19:26.622469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00826d-1483-4f84-869d-6ee2a3cbbd65 tempest-TestMinimumBasicScenario-68945128 tempest-TestMinimumBasicScenario-68945128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:26.623258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6a00826d-1483-4f84-869d-6ee2a3cbbd65 tempest-TestMinimumBasicScenario-68945128 tempest-TestMinimumBasicScenario-68945128-project-admin] Synchronizing usage tracker for tenant:e99811539fda4207888221a57c012830 on resource:port {{(pid=86472) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:19:26.635661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-bb10b018-8be0-47cc-b192-fced11f6f6a0 req-f2a44473-1320-47d9-ba4c-3e5f27b0ceec tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Unset dirty status for tenant:b5c2e8c9feb6494d9989608e25f9f62e on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:19:26.637651 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bb10b018-8be0-47cc-b192-fced11f6f6a0 req-f2a44473-1320-47d9-ba4c-3e5f27b0ceec tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ea9c360-9a33-4077-8b2e-305e382069cc HTTP/1.1" status: 200 len: 210 time: 0.1413009 Apr 20 19:19:26.694485 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-db26efb9-12ad-413f-bc18-fc3f17d3052c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7 HTTP/1.1" status: 200 len: 999 time: 0.1296360 Apr 20 19:19:26.723997 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6a00826d-1483-4f84-869d-6ee2a3cbbd65 tempest-TestMinimumBasicScenario-68945128 tempest-TestMinimumBasicScenario-68945128-project-admin] Unset dirty status for tenant:e99811539fda4207888221a57c012830 on resource:port {{(pid=86472) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:19:26.728303 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6a00826d-1483-4f84-869d-6ee2a3cbbd65 tempest-TestMinimumBasicScenario-68945128 tempest-TestMinimumBasicScenario-68945128-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 1093 time: 0.2492959 Apr 20 19:19:26.728877 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 59616) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:26.734913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'floatingip': {'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'port_id': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:26.743181 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:26.747518 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Usage tracker for resource:floatingip and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:26.750974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:26.757417 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:26.803771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for floatingip, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:26.817513 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-5dc8f46c-fc89-483a-a902-815311427678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:26.819325 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-5dc8f46c-fc89-483a-a902-815311427678 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e101fe34-3956-4764-acd5-d4d057cba54d HTTP/1.1" status: 200 len: 848 time: 0.1063962 Apr 20 19:19:27.000996 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.085103 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-24e44695-0592-4678-8a16-1748257e95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:27.086761 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-24e44695-0592-4678-8a16-1748257e95f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2585742 Apr 20 19:19:27.101061 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e7fbd-291a-45f1-a38c-866f41a10574 req-458106c6-395a-46ac-a001-c78188d65ebb tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:27.102788 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-360e7fbd-291a-45f1-a38c-866f41a10574 req-458106c6-395a-46ac-a001-c78188d65ebb tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 946 time: 0.1299493 Apr 20 19:19:27.218281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Allocated IP 172.28.0.204 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/2bc4fe80-dd6f-42d1-a12e-f195840322e1) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:19:27.248681 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-360e7fbd-291a-45f1-a38c-866f41a10574 req-be565987-06a3-4932-9cbd-fc37b912c66c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198902 Apr 20 19:19:27.264836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device b454d09e-59c8-4412-90cc-2ccc9320c264 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:19:27.301166 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-f0c10375-3200-48bf-b862-8830932c1619 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964703 Apr 20 19:19:27.308250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: b454d09e-59c8-4412-90cc-2ccc9320c264 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:19:27.308941 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device b454d09e-59c8-4412-90cc-2ccc9320c264 not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:19:27.309676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:19:27.361435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '048580c1-b6f4-4f81-a3e5-6cbfa2c78aaa', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'floating_ip_address': '172.28.0.197', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'port_id': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'mac_address': 'fa:16:3e:d2:ef:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:19:23Z', 'updated_at': '2021-04-20T19:19:23Z', 'revision_number': 0, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9', 'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'mac_address': 'fa:16:3e:36:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:56Z', 'updated_at': '2021-04-20T19:18:10Z', 'revision_number': 5, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'subnets': [{'id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:27.368375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5534beac-dc37-4f5c-a3c7-5ba082979fca None None] The sync data for ids ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'] in dv-cinder-786933-2-smb is: [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '048580c1-b6f4-4f81-a3e5-6cbfa2c78aaa', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'floating_ip_address': '172.28.0.197', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'port_id': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'mac_address': 'fa:16:3e:d2:ef:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:19:23Z', 'updated_at': '2021-04-20T19:19:23Z', 'revision_number': 0, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9', 'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'mac_address': 'fa:16:3e:36:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:56Z', 'updated_at': '2021-04-20T19:18:10Z', 'revision_number': 5, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'subnets': [{'id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:19:27.464274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.509185 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f2941d1e-f098-4b25-9d87-5a012e246016 req-3ccc6b5c-9e8b-43b6-bc21-72edcc9fe776 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724463 Apr 20 19:19:27.509339 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.509586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:27.509586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:27.550315 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'code': 200} Apr 20 19:19:27.551885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.552630 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.555088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-beb0cbea-81ad-4b18-9f8a-7567c6a04105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:27.559084 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:27.629959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:19:27.632343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=8']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:27.633013 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:19:27.637055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:19:27.639530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:27.716416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'Port': ['ID=2bc4fe80-dd6f-42d1-a12e-f195840322e1,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:27.719839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:27.761327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59630) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:27.848664 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e6a5bf-48ac-4141-9f47-f57ef10a223a None None] New status for floating IP 048580c1-b6f4-4f81-a3e5-6cbfa2c78aaa: ACTIVE {{(pid=86474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:19:28.139144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:28.438735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:28.444222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802905'] for router_interface, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:28.556600 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:28.598555 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:28.603892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:28.729802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'Port': ['ID=2bc4fe80-dd6f-42d1-a12e-f195840322e1,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:28.733074 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:28.742511 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:28.882282 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37823d08-4d76-4308-8eed-1d6db2c34e94 req-6be7f373-d86a-4ea5-a11c-4b654ff3e7c7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:28.883951 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-37823d08-4d76-4308-8eed-1d6db2c34e94 req-6be7f373-d86a-4ea5-a11c-4b654ff3e7c7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.4799383 Apr 20 19:19:28.953743 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Floating IP 0311aa0c-7ad7-48b8-b91e-673590e764ee associated. External IP: 172.28.0.204, port: 03d41f42-5083-4c79-be5f-5767c7ec8022. Apr 20 19:19:29.051133 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-37823d08-4d76-4308-8eed-1d6db2c34e94 req-05a9065c-b859-4e3a-a515-89ca10214555 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130493 Apr 20 19:19:29.186071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Deleting port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:19:29.186605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:29.409686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] For port f04358a1-d3ba-46a8-9eb1-2ea50b4a0419, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=f04358a1-d3ba-46a8-9eb1-2ea50b4a0419,segment=NetworkSegment(720e5640-1cfc-40d1-9075-9390502a9d85),segment_id=720e5640-1cfc-40d1-9075-9390502a9d85)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:29.410084 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:29.547867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Calling delete_port for f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 owned by network:router_interface {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:19:29.578829 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Router 1e3f603e-3447-4d38-b9ac-f354566d5b3c has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:19:29.805105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:19:29.820063 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] Sync routers for ids ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:19:29.833464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] Routers {'1e3f603e-3447-4d38-b9ac-f354566d5b3c'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:19:29.838691 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:19:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:29.867471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:29.953713 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2215838 Apr 20 19:19:29.953713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:29.967722 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 59666) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:29.991942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571414592', 'description': 'tempest-secgroup-smoke-1571414592 description', 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:30.003578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:30.026119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Usage tracker for resource:security_group and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:30.029710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:30.039640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:30.043682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.045063 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'status': 'completed', 'code': 200} Apr 20 19:19:30.056671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:30.084616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.105531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] Set router 1e3f603e-3447-4d38-b9ac-f354566d5b3c gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:19:30.119592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:30.131147 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Usage tracker for resource:security_group_rule and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:30.149860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:30.157712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:30.170256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04358a1-d3ba-46a8-9eb1-2ea50b4a0419,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:30.284297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:30.322037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.352999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.359674 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-efe79bda-db02-4f27-9bb3-8c0b5463cbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:30.409863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae78ac-9323-438c-9722-1d8e62d5031e,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:30.412800 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:30.455223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.460211 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4882243 Apr 20 19:19:30.460706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 59678) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:30.466868 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'security_group_rule': {'security_group_id': '3cae78ac-9323-438c-9722-1d8e62d5031e', 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:30.473614 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:30.483376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Usage tracker for resource:security_group_rule and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:30.483376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:30.505759 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:30.507851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d8256-6423-4246-8a0f-2602b0de210d req-beb1c5fc-2faf-4920-8eab-85229b91d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:30.509928 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-157d8256-6423-4246-8a0f-2602b0de210d req-beb1c5fc-2faf-4920-8eab-85229b91d3d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f357a754805d4dc1b1a88f2a37408cf8&device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 1098 time: 0.3428631 Apr 20 19:19:30.573585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.578822 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '0311aa0c-7ad7-48b8-b91e-673590e764ee', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'floating_ip_address': '172.28.0.204', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'port_id': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'mac_address': 'fa:16:3e:67:be:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:19:28Z', 'updated_at': '2021-04-20T19:19:28Z', 'revision_number': 0, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57d1f83-9a0d-41e5-b2a5-7cfdc3508861', 'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'mac_address': 'fa:16:3e:c2:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:54Z', 'updated_at': '2021-04-20T19:18:05Z', 'revision_number': 5, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'subnets': [{'id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:30.584577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] Checking router: 1e3f603e-3447-4d38-b9ac-f354566d5b3c for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:19:30.594668 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] Routers {'1e3f603e-3447-4d38-b9ac-f354566d5b3c'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:19:30.595543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:19:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:30.684340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.689607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d8256-6423-4246-8a0f-2602b0de210d req-c78f8ce5-0869-4b65-a86a-969b71e0d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:30.692031 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-157d8256-6423-4246-8a0f-2602b0de210d req-c78f8ce5-0869-4b65-a86a-969b71e0d1a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f HTTP/1.1" status: 200 len: 916 time: 0.1670637 Apr 20 19:19:30.718000 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.720422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:30.753644 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0744b60-2304-4bb4-9b95-b63bdca30d9d,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:30.759253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:30.792109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.796042 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b759827a-cb1d-46c7-8afa-b3a013d6a255 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317246 Apr 20 19:19:30.796880 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 59694) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:30.802894 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'security_group_rule': {'security_group_id': '3cae78ac-9323-438c-9722-1d8e62d5031e', 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:30.810608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:30.815012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Usage tracker for resource:security_group_rule and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:30.815320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853089374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802983'] for router_interface, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.818289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:30.824511 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:30.843583 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] Set router 1e3f603e-3447-4d38-b9ac-f354566d5b3c gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:19:30.875741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:31.040697 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:31.055285 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-157d8256-6423-4246-8a0f-2602b0de210d req-8bac3330-0ed1-4140-9843-61a29578ff44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d41f42-5083-4c79-be5f-5767c7ec8022 HTTP/1.1" status: 200 len: 999 time: 0.3166943 Apr 20 19:19:31.101001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:31.109962 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:31.127105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ddf55-ee47-49d6-9985-623aa1815f9f req-6675fb81-cc6a-48a5-a4bb-7d0541725e64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:31.129491 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d08ddf55-ee47-49d6-9985-623aa1815f9f req-6675fb81-cc6a-48a5-a4bb-7d0541725e64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.4343612 Apr 20 19:19:31.137360 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ba3cd1-cd02-4c01-bfa2-bedcde102584,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:31.146787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:31.151019 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59708) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:31.191416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:31.192949 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-dec53b12-06a6-4e1d-87ec-b012163535bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3948798 Apr 20 19:19:31.199636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59714) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:31.206670 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d8256-6423-4246-8a0f-2602b0de210d req-8d775337-f1fd-4141-8dee-4c1f4f05b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:31.208208 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-157d8256-6423-4246-8a0f-2602b0de210d req-8d775337-f1fd-4141-8dee-4c1f4f05b193 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=102a43ba-d121-4313-8680-a7ae67f3d7a8 HTTP/1.1" status: 200 len: 854 time: 0.1435163 Apr 20 19:19:31.222332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'security_group_rule': {'security_group_id': '3cae78ac-9323-438c-9722-1d8e62d5031e', 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:31.290134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:19:31.315703 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '0311aa0c-7ad7-48b8-b91e-673590e764ee', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'floating_ip_address': '172.28.0.204', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'port_id': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'mac_address': 'fa:16:3e:67:be:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:19:28Z', 'updated_at': '2021-04-20T19:19:28Z', 'revision_number': 0, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57d1f83-9a0d-41e5-b2a5-7cfdc3508861', 'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'mac_address': 'fa:16:3e:c2:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:54Z', 'updated_at': '2021-04-20T19:18:05Z', 'revision_number': 5, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'subnets': [{'id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:31.320207 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4736b2f-132f-4c03-9915-aa37a7d52e4e None None] The sync data for ids ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'] in dv-cinder-786933-2-smb is: [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '0311aa0c-7ad7-48b8-b91e-673590e764ee', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'floating_ip_address': '172.28.0.204', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'port_id': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'mac_address': 'fa:16:3e:67:be:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:19:28Z', 'updated_at': '2021-04-20T19:19:28Z', 'revision_number': 0, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57d1f83-9a0d-41e5-b2a5-7cfdc3508861', 'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'mac_address': 'fa:16:3e:c2:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:54Z', 'updated_at': '2021-04-20T19:18:05Z', 'revision_number': 5, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'subnets': [{'id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:19:31.323861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:31.590543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f0046-8fbf-40e6-9ced-356ea7d232e7 None None] New status for floating IP 0311aa0c-7ad7-48b8-b91e-673590e764ee: ACTIVE {{(pid=86474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:19:31.684351 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Usage tracker for resource:security_group_rule and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:31.688049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:31.705720 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d08ddf55-ee47-49d6-9985-623aa1815f9f req-05150fc6-6aa2-4fde-ad9f-0a7675b62dc0 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5628767 Apr 20 19:19:31.753507 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:31.834095 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:19:31.853364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d8256-6423-4246-8a0f-2602b0de210d req-cea17ec5-8589-4227-a3e6-2c8a08772bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:31.855013 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-157d8256-6423-4246-8a0f-2602b0de210d req-cea17ec5-8589-4227-a3e6-2c8a08772bbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6374705 Apr 20 19:19:31.860540 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-77001af3-ef73-40c1-b931-239fe39659ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6905384 Apr 20 19:19:32.077333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:32.247202 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-157d8256-6423-4246-8a0f-2602b0de210d req-c98c658d-37c8-4c32-9fee-127de006baff service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194609 Apr 20 19:19:32.252056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:32.254260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:19:32.266820 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] Sync routers for ids ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:19:32.272381 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:19:32.281755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] Routers {'45e8072f-34ae-46c5-b49d-ee2c5e76af5a'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:19:32.282624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:19:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:32.287475 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:32.349793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1e1a3866-db31-41d4-96e1-b92fb62ff8d1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:32.385167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b106ec1c-3a21-4962-bccb-677e3ebf1517,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:32.395806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:32.410873 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] 10.222.0.35 "PUT /v2.0/routers/45e8072f-34ae-46c5-b49d-ee2c5e76af5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6482627 Apr 20 19:19:32.413520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 59736) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:32.449462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:32.450752 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-79a319bd-27ee-4958-8846-cec221af2df5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2470498 Apr 20 19:19:32.455176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59740) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:32.457400 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-157d8256-6423-4246-8a0f-2602b0de210d req-a89c1344-f84a-4b42-b250-17fd1de90bb0 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010031 Apr 20 19:19:32.463133 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'security_group_rule': {'security_group_id': '3cae78ac-9323-438c-9722-1d8e62d5031e', 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:32.469465 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:32.475120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Usage tracker for resource:security_group_rule and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:32.482353 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:32.497667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:32.547871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:32.565809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] Set router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:19:32.802405 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Notify callbacks [] for router, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:32.814493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:32.873076 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:32.900710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:32.943785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-router', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '644e7e48-4104-4168-b619-29dbd2e72810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:19:29Z', 'revision_number': 5, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'gw_port': {'id': '644e7e48-4104-4168-b619-29dbd2e72810', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:59Z', 'updated_at': '2021-04-20T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:32.957621 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7283cf7-1c40-436c-bdd9-88af7d486856 req-aa43e4ae-8144-4332-8f52-b9edea695a94 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:32.959480 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] Checking router: 45e8072f-34ae-46c5-b49d-ee2c5e76af5a for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:19:32.967124 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f7283cf7-1c40-436c-bdd9-88af7d486856 req-aa43e4ae-8144-4332-8f52-b9edea695a94 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.3177581 Apr 20 19:19:32.969802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] Routers {'45e8072f-34ae-46c5-b49d-ee2c5e76af5a'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:19:32.970196 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7480e2ec-d6ee-4dc2-aa88-7f6c4d0d7764,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:32.970456 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:19:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:32.978505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:32.997702 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.001593 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5405731 Apr 20 19:19:33.003653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59752) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:33.013529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'security_group_rule': {'security_group_id': '3cae78ac-9323-438c-9722-1d8e62d5031e', 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:33.021347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:33.027317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Usage tracker for resource:security_group_rule and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:33.030768 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:33.037372 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:33.042341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.072934 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f7283cf7-1c40-436c-bdd9-88af7d486856 req-1d06422f-eb37-40c3-9d9a-e5debfc62b4b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046154 Apr 20 19:19:33.097872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Deleting port 644e7e48-4104-4168-b619-29dbd2e72810 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:19:33.098329 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.099930 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.securitygroups_db [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Project f357a754805d4dc1b1a88f2a37408cf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:19:33.111290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.170104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] Set router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a gateway port host: None {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:19:33.279361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.289819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-router', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:19:33Z', 'revision_number': 6, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'gw_port_host': None}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:33.292680 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b4077-e0d1-43ae-a836-da410da48b58 req-bf5f4d6b-72d2-4bf4-ab5d-830cdecfa16e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:33.294610 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a59b4077-e0d1-43ae-a836-da410da48b58 req-bf5f4d6b-72d2-4bf4-ab5d-830cdecfa16e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1279724 Apr 20 19:19:33.294753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbcaf52-863e-49dc-9a32-2c37005a31ff None None] The sync data for ids ['45e8072f-34ae-46c5-b49d-ee2c5e76af5a'] in dv-cinder-786933-2-smb is: [{'id': '45e8072f-34ae-46c5-b49d-ee2c5e76af5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1265842753-router', 'tenant_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:19:33Z', 'revision_number': 6, 'project_id': 'b5c2e8c9feb6494d9989608e25f9f62e', 'gw_port_host': None}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:19:33.323186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.331923 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e2ba5f59-1edf-44ff-b39e-504825e87567 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:33.358873 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] For port 644e7e48-4104-4168-b619-29dbd2e72810, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=644e7e48-4104-4168-b619-29dbd2e72810,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:33.359287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.372777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8616b17b-2bb3-4914-b1b7-fbb88074d1cb,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:33.388601 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:33.388601 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a59b4077-e0d1-43ae-a836-da410da48b58 req-f1d4511e-5cad-4a43-804b-c01892003d93 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806570 Apr 20 19:19:33.432209 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.433515 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0f40d2a3-7689-44a5-9bea-d37ed31c22f0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4288304 Apr 20 19:19:33.436435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59758) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:33.442050 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'security_group_rule': {'security_group_id': '3cae78ac-9323-438c-9722-1d8e62d5031e', 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:33.448410 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:33.452510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Usage tracker for resource:security_group_rule and tenant:f357a754805d4dc1b1a88f2a37408cf8 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:33.455598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:33.463217 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:33.500816 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.securitygroups_db [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Project f357a754805d4dc1b1a88f2a37408cf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:19:33.505679 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Calling delete_port for 644e7e48-4104-4168-b619-29dbd2e72810 owned by network:router_gateway {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:19:33.508448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.582188 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.638317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.640647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7ad8985c-3edf-4be2-a8d6-f545daf70eb4 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:33.659776 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec445cfa-a8ad-4e77-9bcc-ecc523c6d8af,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:33.680859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:33.775707 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-d284b58b-ce35-4e6e-b7b4-c782f2f12fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:33.777387 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-d284b58b-ce35-4e6e-b7b4-c782f2f12fd0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594&tenant_id=f27f5796bce3442ea67300435a937727 HTTP/1.1" status: 200 len: 1097 time: 0.0980885 Apr 20 19:19:33.778856 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.780046 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c1463f1b-c656-4511-8ba6-e52111b4424b tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3426204 Apr 20 19:19:33.907524 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-0bc85ac2-2413-4c4c-a54d-584a81feb691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:33.909472 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-0bc85ac2-2413-4c4c-a54d-584a81feb691 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 1097 time: 0.1062810 Apr 20 19:19:33.947268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:33.952448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-815f79d1-f70d-4335-b17e-fa7377dc097d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:33.987327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:34.005264 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Pushing event deleted for resources: {'Port': ['ID=644e7e48-4104-4168-b619-29dbd2e72810,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:34.011490 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-a322fcee-7f81-4965-ab2f-d6ed9fce0bae tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571414592&fields=id&tenant_id=f357a754805d4dc1b1a88f2a37408cf8 HTTP/1.1" status: 200 len: 267 time: 0.1286957 Apr 20 19:19:34.044109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:34.103944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852971930'] for router_gateway, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:34.141715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-1d91e53a-df7b-4717-ae08-37eeaf544dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:34.143356 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-1d91e53a-df7b-4717-ae08-37eeaf544dbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.2200894 Apr 20 19:19:34.223666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-bd968c58-c504-4766-8593-ad02e5fd53bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:34.225334 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-bd968c58-c504-4766-8593-ad02e5fd53bb tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 945 time: 0.2060957 Apr 20 19:19:34.292483 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'port': {'security_groups': ['895b74a9-28b7-4723-9cf9-8501ada9ed7e', '3cae78ac-9323-438c-9722-1d8e62d5031e']}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:19:34.395037 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-b1ee9827-2cec-4d15-bb8e-190bb8feb5b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 HTTP/1.1" status: 200 len: 999 time: 0.2434371 Apr 20 19:19:34.543351 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852960710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3748'] for router, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:34.546451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1071-4724-4da2-8c8d-90fc58663471 req-f463d466-9906-459f-ab39-4197fe333a51 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:34.546592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:34.548058 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bacc1071-4724-4da2-8c8d-90fc58663471 req-f463d466-9906-459f-ab39-4197fe333a51 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.3344231 Apr 20 19:19:34.554543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-1336f631-825b-4a74-8e41-c2319a86369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:34.556031 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-1336f631-825b-4a74-8e41-c2319a86369a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.1525214 Apr 20 19:19:34.556618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:34.729861 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bacc1071-4724-4da2-8c8d-90fc58663471 req-9f56b509-b65e-4fb8-a860-a60451b9b99b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603711 Apr 20 19:19:34.739015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805438'] for router, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:34.739601 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e8072f-34ae-46c5-b49d-ee2c5e76af5a {{(pid=86472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:19:34.758380 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Notify callbacks [] for router, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:34.758483 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59774) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:34.758568 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] 10.222.0.35 "DELETE /v2.0/routers/45e8072f-34ae-46c5-b49d-ee2c5e76af5a HTTP/1.1" status: 204 len: 168 time: 2.3431244 Apr 20 19:19:34.837847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-365d887a-1e40-43d3-86db-193b3e0315c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:34.839482 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-365d887a-1e40-43d3-86db-193b3e0315c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2712939 Apr 20 19:19:34.957858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b68ad0-31be-4854-bb19-405980cc32d8 admin admin] Deleting subnet c496831a-b26f-4422-97b6-7bcb23238a85 {{(pid=86473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:19:34.958312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 644e7e48-4104-4168-b619-29dbd2e72810 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:19:34.975733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6b68ad0-31be-4854-bb19-405980cc32d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:34.990624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 644e7e48-4104-4168-b619-29dbd2e72810 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:19:34.991014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 644e7e48-4104-4168-b619-29dbd2e72810 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:19:34.991741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:19:35.027638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:19:35.028028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device f04358a1-d3ba-46a8-9eb1-2ea50b4a0419 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:19:35.384129 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6b68ad0-31be-4854-bb19-405980cc32d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:35.423451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6b68ad0-31be-4854-bb19-405980cc32d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:35.511303 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-27a59c7b-a8e5-4a6f-b15b-6c460db8e188 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576917 Apr 20 19:19:35.584795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] For port 03d41f42-5083-4c79-be5f-5767c7ec8022, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=03d41f42-5083-4c79-be5f-5767c7ec8022,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:35.726702 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42b47a-ef85-4f50-a8bc-0b05763dbd9e req-d2593143-94fd-423a-a74d-77236c36afb3 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:35.728312 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-df42b47a-ef85-4f50-a8bc-0b05763dbd9e req-d2593143-94fd-423a-a74d-77236c36afb3 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.4357479 Apr 20 19:19:35.823046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:35.879428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:35.887439 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-df42b47a-ef85-4f50-a8bc-0b05763dbd9e req-fb969c9c-6325-47a5-98d3-da7ddfec4de1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422687 Apr 20 19:19:35.893058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['03d41f42-5083-4c79-be5f-5767c7ec8022'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:19:35.895107 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6774fa0-71b9-4aec-9c5e-8765c0543261 req-333543d6-284b-4f4a-b055-d179b27ef484 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665531 Apr 20 19:19:35.895791 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0ce323f2-6f78-4628-b23e-f8dd27a537c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:36.045065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:36.045772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:36.047306 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cc369d3b-c529-4d73-a58b-c784892786f1 req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "PUT /v2.0/ports/03d41f42-5083-4c79-be5f-5767c7ec8022 HTTP/1.1" status: 200 len: 981 time: 1.8116248 Apr 20 19:19:36.051141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:36.134227 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['03d41f42-5083-4c79-be5f-5767c7ec8022'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:19:36.137243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'Port': ['ID=03d41f42-5083-4c79-be5f-5767c7ec8022,revision_number=6']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:36.145548 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:36.183850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad234708-ab95-41ac-b565-0b9dd4267f80 req-0d6365b3-be2e-4397-93c9-712bf0222644 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:36.185601 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ad234708-ab95-41ac-b565-0b9dd4267f80 req-0d6365b3-be2e-4397-93c9-712bf0222644 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1541424 Apr 20 19:19:36.282042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6b68ad0-31be-4854-bb19-405980cc32d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for subnet, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:36.289032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:36.331048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-1508f88a-8bc5-4fef-89a2-82b3ad5bc48f None None] Provisioning complete for port 03d41f42-5083-4c79-be5f-5767c7ec8022 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:36.331472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1508f88a-8bc5-4fef-89a2-82b3ad5bc48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:36.350976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b68ad0-31be-4854-bb19-405980cc32d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c496831a-b26f-4422-97b6-7bcb23238a85,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:36.356220 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6b68ad0-31be-4854-bb19-405980cc32d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:36.359020 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d6b68ad0-31be-4854-bb19-405980cc32d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:36.374284 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ad234708-ab95-41ac-b565-0b9dd4267f80 req-532d58bf-ba17-47d6-86e2-a1904aa9e190 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362398 Apr 20 19:19:36.381886 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d6b68ad0-31be-4854-bb19-405980cc32d8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c496831a-b26f-4422-97b6-7bcb23238a85 HTTP/1.1" status: 204 len: 168 time: 1.6204286 Apr 20 19:19:36.382035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59786) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:36.499354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2e274-4c34-439d-bb36-24f4888bec28 req-d76a8cb3-c2fe-4291-9977-16b7f65ba98e tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:36.500998 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e5a2e274-4c34-439d-bb36-24f4888bec28 req-d76a8cb3-c2fe-4291-9977-16b7f65ba98e tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.3144066 Apr 20 19:19:36.603341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:36.634441 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e5a2e274-4c34-439d-bb36-24f4888bec28 req-fff89ef9-960e-4528-8820-29d163777abd tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260810 Apr 20 19:19:36.721262 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'status': 'completed', 'code': 200} Apr 20 19:19:36.843790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85e0a1-e983-4304-8eaa-2afd0ae32ac3 req-3b837502-bd9b-4fff-96b9-a5ffe7f69b4a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:36.850129 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-eb85e0a1-e983-4304-8eaa-2afd0ae32ac3 req-3b837502-bd9b-4fff-96b9-a5ffe7f69b4a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.3452241 Apr 20 19:19:36.903331 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:37.101728 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-eb85e0a1-e983-4304-8eaa-2afd0ae32ac3 req-1d476f0a-5d28-44f1-9cb6-284ca8071caf tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2316635 Apr 20 19:19:37.118230 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.118619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.119459 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.119845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > port after_create 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.120204 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.120629 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > port after_update 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.120933 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.121287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.121682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.122047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.278157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.278576 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.280710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.280710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86473) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:19:37.280710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f142b44b-332c-43d0-ae5e-eb1d60c49d77']}} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:37.309416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720e5640-1cfc-40d1-9075-9390502a9d85') {'for_net_delete': True} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:37.309898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720e5640-1cfc-40d1-9075-9390502a9d85') {} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:19:37.323625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9315346-0af0-4e54-8b70-776020054684 req-6f77b178-4231-4a48-bcf6-494c443611a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:37.325307 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e9315346-0af0-4e54-8b70-776020054684 req-6f77b178-4231-4a48-bcf6-494c443611a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f357a754805d4dc1b1a88f2a37408cf8&device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 1137 time: 0.5354943 Apr 20 19:19:37.330195 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848402579'] for segment, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:37.360352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:37.374158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=86473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:19:37.465129 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e53ad3-73e8-443b-b82d-208056717fc0 req-beb6b353-4adb-4c81-aceb-067d83716feb tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:37.466828 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-92e53ad3-73e8-443b-b82d-208056717fc0 req-beb6b353-4adb-4c81-aceb-067d83716feb tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.4289761 Apr 20 19:19:37.876898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Network f142b44b-332c-43d0-ae5e-eb1d60c49d77 has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:19:37.891758 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8212018'] for segment, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:37.961568 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-92e53ad3-73e8-443b-b82d-208056717fc0 req-cca3a68b-af88-4332-b639-6eb65dc8e006 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4861238 Apr 20 19:19:38.143026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Network f142b44b-332c-43d0-ae5e-eb1d60c49d77 has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: from cryptography.utils import int_from_bytes Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: from cryptography.utils import int_from_bytes Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: (rel_b, rel_a, rel_b), Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: (rel_b, rel_a, rel_b), Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:19:38.175914 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:19:38.239542 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb098c85-1066-4d0b-b58f-0ea675939d1f req-c817e108-9615-4245-a8ee-b3131cc1a5cc tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:38.241107 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-eb098c85-1066-4d0b-b58f-0ea675939d1f req-c817e108-9615-4245-a8ee-b3131cc1a5cc tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.7330949 Apr 20 19:19:38.329752 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-eb098c85-1066-4d0b-b58f-0ea675939d1f req-6e60fdbc-3a6c-4110-b5e7-13e8be4579ea tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804200 Apr 20 19:19:38.335899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.345520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2794d-a2e5-440c-ad50-bfdb363aceda req-e31c92c6-d7b5-43a1-9ba1-d187e16b5638 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:38.347219 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-67d2794d-a2e5-440c-ad50-bfdb363aceda req-e31c92c6-d7b5-43a1-9ba1-d187e16b5638 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.2652552 Apr 20 19:19:38.351193 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:38.383799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.394212 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Pushing event deleted for resources: {'Network': ['ID=f142b44b-332c-43d0-ae5e-eb1d60c49d77,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:38.403035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:38.426912 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-67d2794d-a2e5-440c-ad50-bfdb363aceda req-ff2de158-32c0-4b47-93b2-2112a97a967c tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613971 Apr 20 19:19:38.432976 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f142b44b-332c-43d0-ae5e-eb1d60c49d77 HTTP/1.1" status: 204 len: 168 time: 2.0495760 Apr 20 19:19:38.654087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59820) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:38.711725 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-63d02a32-22f2-4cf9-8f27-ac10a31c3262 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5c2e8c9feb6494d9989608e25f9f62e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0559988 Apr 20 19:19:38.714363 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59824) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:38.781824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ae9f827f-741a-4c87-bd33-be2f13159e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.809293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ae9f827f-741a-4c87-bd33-be2f13159e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.883366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ae9f827f-741a-4c87-bd33-be2f13159e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.887488 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-85562d56-3a9c-457e-8080-86027d325011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:38.901891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f827f-741a-4c87-bd33-be2f13159e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb4a82d-7bcd-4182-872e-5a19ff155bf9,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:38.905135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ae9f827f-741a-4c87-bd33-be2f13159e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:38.907634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ae9f827f-741a-4c87-bd33-be2f13159e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:38.910057 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ae9f827f-741a-4c87-bd33-be2f13159e8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccb4a82d-7bcd-4182-872e-5a19ff155bf9 HTTP/1.1" status: 204 len: 168 time: 0.1943007 Apr 20 19:19:39.186679 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cc837-976d-4bc5-b929-7d48fb395af4 req-9da7d914-839f-447c-a955-55e56ad40c62 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:39.188422 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5f8cc837-976d-4bc5-b929-7d48fb395af4 req-9da7d914-839f-447c-a955-55e56ad40c62 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1006975 Apr 20 19:19:39.248014 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5f8cc837-976d-4bc5-b929-7d48fb395af4 req-57e7ea79-332a-469e-9366-366f6b967991 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495405 Apr 20 19:19:39.544517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0263a5-0753-49a6-8acd-3f79feac87e7 req-9bbd99df-a75c-42e8-8ec2-4d5ba7b1ee5e tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:39.546253 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba0263a5-0753-49a6-8acd-3f79feac87e7 req-9bbd99df-a75c-42e8-8ec2-4d5ba7b1ee5e tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.0937352 Apr 20 19:19:39.669796 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ba0263a5-0753-49a6-8acd-3f79feac87e7 req-551e36d7-1b10-4969-a48d-9501960fb32a tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109416 Apr 20 19:19:39.721012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84ebaa-4968-4f87-a170-b9a3efc8fe38 req-a9024a0b-ef29-48c0-90e6-372f762be201 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:39.722799 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ab84ebaa-4968-4f87-a170-b9a3efc8fe38 req-a9024a0b-ef29-48c0-90e6-372f762be201 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1472766 Apr 20 19:19:39.776776 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ab84ebaa-4968-4f87-a170-b9a3efc8fe38 req-699f649f-fb50-41e6-a2dc-39a08d93da1a tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441649 Apr 20 19:19:40.466146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372327-f822-4f64-abbd-cce558fc110b req-f7c4278e-e173-413e-b1d0-fafb8ee6a87f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:40.467932 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b1372327-f822-4f64-abbd-cce558fc110b req-f7c4278e-e173-413e-b1d0-fafb8ee6a87f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.0928004 Apr 20 19:19:40.521886 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b1372327-f822-4f64-abbd-cce558fc110b req-75fbf98d-0c3c-4315-bcf6-82b525c5fbfd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471489 Apr 20 19:19:40.902075 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249c228-b277-4e1f-8c51-313e6d6c9540 req-ccde2861-b5c0-4421-a560-15b4d7e81489 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:40.903689 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e249c228-b277-4e1f-8c51-313e6d6c9540 req-ccde2861-b5c0-4421-a560-15b4d7e81489 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1123886 Apr 20 19:19:41.015508 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e249c228-b277-4e1f-8c51-313e6d6c9540 req-8329c752-f1fb-4b20-8166-13ab35c76ff0 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005094 Apr 20 19:19:41.061976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474d71-1a1f-4ffc-907f-a504edb5c0c1 req-7aa213ec-82d2-4bb2-9bd9-b9cd3ed75d80 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:41.063571 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02474d71-1a1f-4ffc-907f-a504edb5c0c1 req-7aa213ec-82d2-4bb2-9bd9-b9cd3ed75d80 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1500299 Apr 20 19:19:41.125960 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02474d71-1a1f-4ffc-907f-a504edb5c0c1 req-5f7ea5ab-43e8-4c47-8320-fc45c8f8d24c tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512416 Apr 20 19:19:42.316992 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732cd4c-d5e7-47a6-806d-b538fddd30ba req-909c5ca3-2ad0-4906-85eb-e8233006627d tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:42.318651 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c732cd4c-d5e7-47a6-806d-b538fddd30ba req-909c5ca3-2ad0-4906-85eb-e8233006627d tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1618090 Apr 20 19:19:42.331411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd597c-34ab-44c1-8203-c1810a0d49cd req-b9eb9d6f-bc4f-47be-9688-154609641f38 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:42.333239 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96cd597c-34ab-44c1-8203-c1810a0d49cd req-b9eb9d6f-bc4f-47be-9688-154609641f38 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1736839 Apr 20 19:19:42.420265 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 59900) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:42.420774 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96cd597c-34ab-44c1-8203-c1810a0d49cd req-c4cd4e6b-8115-452d-ab8d-93c32453edea tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664458 Apr 20 19:19:42.425417 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c732cd4c-d5e7-47a6-806d-b538fddd30ba req-bcdb0ee4-e3b3-4231-bb61-30831586cd0b tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911627 Apr 20 19:19:42.581803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:42.597763 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:42.601925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] Usage tracker for resource:security_group_rule and tenant:efed0f595c9d45be910d87a8b13de045 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:42.604971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:42.611232 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:42.641411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e5728-ca32-440c-b209-0e3bc3d980ec req-3bc8d393-760a-4ff6-a78a-2f9a8d3b6450 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:42.643488 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-520e5728-ca32-440c-b209-0e3bc3d980ec req-3bc8d393-760a-4ff6-a78a-2f9a8d3b6450 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.0931804 Apr 20 19:19:42.707230 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-520e5728-ca32-440c-b209-0e3bc3d980ec req-83c23010-8d70-4849-9201-5c996e3f6d91 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572970 Apr 20 19:19:42.816965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:42.860367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:42.871138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e0085ffb-02fa-41a8-82f4-108fc5357f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:42.915124 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efed0f595c9d45be910d87a8b13de045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4934709 Apr 20 19:19:42.916081 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51192dc6-b6c1-4a7d-8a5b-5bd524f7612d,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:42.917987 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59908) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:42.919879 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:42.986015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a8077c8-aa26-4267-a609-613416ca1531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:43.014693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a8077c8-aa26-4267-a609-613416ca1531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:43.123195 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a8077c8-aa26-4267-a609-613416ca1531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:43.129770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ae778a51-af0e-410b-ae99-1db4d7fdf51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:43.144465 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8077c8-aa26-4267-a609-613416ca1531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51192dc6-b6c1-4a7d-8a5b-5bd524f7612d,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:43.147010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4a8077c8-aa26-4267-a609-613416ca1531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:43.149257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a8077c8-aa26-4267-a609-613416ca1531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:43.150510 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-4a8077c8-aa26-4267-a609-613416ca1531 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51192dc6-b6c1-4a7d-8a5b-5bd524f7612d HTTP/1.1" status: 204 len: 168 time: 0.2313948 Apr 20 19:19:43.637839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 59920) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:43.672459 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:43.693249 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:43.698141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] Usage tracker for resource:security_group_rule and tenant:92403fe35c4446c78610672ab7ae3165 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:43.701386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:43.708748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:43.751975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811fcc1-d01a-48a8-9984-bda8cfed0fce req-637e209d-6c5c-4209-847b-9741587b963b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:43.753706 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f811fcc1-d01a-48a8-9984-bda8cfed0fce req-637e209d-6c5c-4209-847b-9741587b963b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1825759 Apr 20 19:19:43.763369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24f079-e2ff-41f8-bdb3-c3702488c2a6 req-217140b1-2959-44d5-a38f-8fb720a62e3d tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:43.764959 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0e24f079-e2ff-41f8-bdb3-c3702488c2a6 req-217140b1-2959-44d5-a38f-8fb720a62e3d tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1557214 Apr 20 19:19:43.839489 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f811fcc1-d01a-48a8-9984-bda8cfed0fce req-dd96e228-1583-4222-b425-fa41e7393272 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734255 Apr 20 19:19:43.857856 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0e24f079-e2ff-41f8-bdb3-c3702488c2a6 req-e8d1514c-c155-4e44-9061-83d16b4f8b3e tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750942 Apr 20 19:19:43.858855 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:43.883398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:43.893669 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3492cf67-aab7-4fd4-8730-bab96f5656da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:43.940336 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92403fe35c4446c78610672ab7ae3165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006678 Apr 20 19:19:43.941668 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fb9f61-0255-405c-a697-c8fe3c90cf48,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:43.943369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 59926) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:43.945366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:44.081547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a39a298f-7bc1-4415-b537-a3fe6d5ae779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:44.123120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd302f38-12fe-4164-983c-192ed2938ab4 req-298cb249-e857-441c-b24c-4bb6c45c64f3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:44.124845 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fd302f38-12fe-4164-983c-192ed2938ab4 req-298cb249-e857-441c-b24c-4bb6c45c64f3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1609120 Apr 20 19:19:44.127434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a39a298f-7bc1-4415-b537-a3fe6d5ae779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:44.205856 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fd302f38-12fe-4164-983c-192ed2938ab4 req-4ce32156-a103-44e2-9248-d8318eb349a4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706882 Apr 20 19:19:44.243170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a39a298f-7bc1-4415-b537-a3fe6d5ae779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:44.248710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-88fd6d9b-9586-4903-949f-48170b38bc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:44.263258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a298f-7bc1-4415-b537-a3fe6d5ae779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fb9f61-0255-405c-a697-c8fe3c90cf48,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:44.265766 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a39a298f-7bc1-4415-b537-a3fe6d5ae779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:44.271610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a39a298f-7bc1-4415-b537-a3fe6d5ae779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:44.272792 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a39a298f-7bc1-4415-b537-a3fe6d5ae779 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92fb9f61-0255-405c-a697-c8fe3c90cf48 HTTP/1.1" status: 204 len: 168 time: 0.3283858 Apr 20 19:19:44.947056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f4e069bb-31f5-45fe-a2c2-6a08a692e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:45.161976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfd231-5b55-4b8e-8a22-2c7b21aa5b8d req-76831378-3049-4fc5-bc4d-2d61f0d8b5a9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:45.163690 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6dfd231-5b55-4b8e-8a22-2c7b21aa5b8d req-76831378-3049-4fc5-bc4d-2d61f0d8b5a9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1699326 Apr 20 19:19:45.178270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c99c6-86dd-47c4-9dbd-2e31dd09e1a8 req-4f13080c-aa87-4e62-9a99-6fed64ba9ea7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:45.179850 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e29c99c6-86dd-47c4-9dbd-2e31dd09e1a8 req-4f13080c-aa87-4e62-9a99-6fed64ba9ea7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1387758 Apr 20 19:19:45.265774 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6dfd231-5b55-4b8e-8a22-2c7b21aa5b8d req-748175d9-1caa-4f62-b622-26ce2ec4b282 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846202 Apr 20 19:19:45.273363 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e29c99c6-86dd-47c4-9dbd-2e31dd09e1a8 req-4a79fd75-9075-4eec-9195-5873d098a5a8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751011 Apr 20 19:19:45.484272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe95fb-6049-4cf1-a83d-c0eab7edd95e req-abed4512-208c-4267-8098-c4740ad1e01e tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:45.485922 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5ffe95fb-6049-4cf1-a83d-c0eab7edd95e req-abed4512-208c-4267-8098-c4740ad1e01e tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.0953200 Apr 20 19:19:45.541607 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5ffe95fb-6049-4cf1-a83d-c0eab7edd95e req-c72aad4e-8388-4894-81c8-0531ff2c86c5 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477271 Apr 20 19:19:46.555332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db55277-3525-439e-bb96-acf05d3fc8a6 req-1b63c779-714b-4da8-bb83-35f9638d99ad tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:46.556895 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4db55277-3525-439e-bb96-acf05d3fc8a6 req-1b63c779-714b-4da8-bb83-35f9638d99ad tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1665149 Apr 20 19:19:46.571972 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7140d5-502d-410d-94f5-35b674876863 req-35046c43-3814-4cac-ba7b-719cb662817d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:46.573677 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0e7140d5-502d-410d-94f5-35b674876863 req-35046c43-3814-4cac-ba7b-719cb662817d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1296363 Apr 20 19:19:46.667457 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4db55277-3525-439e-bb96-acf05d3fc8a6 req-4d3fab59-af20-4be2-a0dd-5ef455763e39 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926046 Apr 20 19:19:46.672458 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0e7140d5-502d-410d-94f5-35b674876863 req-ec7f43fa-e6fa-4652-b1e6-ae5855ac1e6a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794945 Apr 20 19:19:46.889001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b11fca-8d56-4ee2-9b34-54c95ba5ffa2 req-f9d32e4d-e505-475f-be62-e195e83fa4a4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:46.889360 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d3b11fca-8d56-4ee2-9b34-54c95ba5ffa2 req-f9d32e4d-e505-475f-be62-e195e83fa4a4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.0958834 Apr 20 19:19:46.953577 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d3b11fca-8d56-4ee2-9b34-54c95ba5ffa2 req-df93797e-1074-493c-b3da-01c9d75cf227 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515900 Apr 20 19:19:47.226051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-91740ae3-6d92-4e23-8ed3-d636da4b47c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:47.397613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:47.948390 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260723f0-1cca-435f-8083-a4d9eb3a94f2 req-5456e742-d444-4587-ba48-22f4b738f372 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:47.949954 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-260723f0-1cca-435f-8083-a4d9eb3a94f2 req-5456e742-d444-4587-ba48-22f4b738f372 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1689515 Apr 20 19:19:47.963567 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb95533-f678-4a55-acae-53b2adc9d67b req-e73c8ad2-aa8b-48ed-836e-47b2a2c20b06 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:47.965101 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fdb95533-f678-4a55-acae-53b2adc9d67b req-e73c8ad2-aa8b-48ed-836e-47b2a2c20b06 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1389384 Apr 20 19:19:48.053515 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fdb95533-f678-4a55-acae-53b2adc9d67b req-610d9751-a08a-47bd-bd19-28e268eba076 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734830 Apr 20 19:19:48.054762 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:48.056505 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-260723f0-1cca-435f-8083-a4d9eb3a94f2 req-c8a77538-ac57-4a2c-8d64-31c8d1e5fc08 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902636 Apr 20 19:19:48.269760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b0d66-a53f-4d46-8d7a-b76ab717994a req-cb235fd0-ac4c-46c7-9b80-6170f1df2781 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:48.272331 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-532b0d66-a53f-4d46-8d7a-b76ab717994a req-cb235fd0-ac4c-46c7-9b80-6170f1df2781 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.0952029 Apr 20 19:19:48.321804 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-532b0d66-a53f-4d46-8d7a-b76ab717994a req-63ae6a19-3e61-4e7c-9f9a-23cdac8eab43 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436256 Apr 20 19:19:49.072062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:49.350375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66efc4-393a-444b-afcf-be16ebdda5cb req-da705ad2-95d4-4ba5-b44c-a52ef25fd637 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:49.351934 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bb66efc4-393a-444b-afcf-be16ebdda5cb req-da705ad2-95d4-4ba5-b44c-a52ef25fd637 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1650918 Apr 20 19:19:49.364586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598c13e-3cde-478f-ad1f-aaf11b513632 req-07bb412c-ac6e-4cce-8147-5ef62df56a1c tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:49.366454 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1598c13e-3cde-478f-ad1f-aaf11b513632 req-07bb412c-ac6e-4cce-8147-5ef62df56a1c tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1331789 Apr 20 19:19:49.446263 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bb66efc4-393a-444b-afcf-be16ebdda5cb req-61bb0fe4-f3c0-42f2-a688-cf38f200534a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787549 Apr 20 19:19:49.451099 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1598c13e-3cde-478f-ad1f-aaf11b513632 req-4ce30698-c5f4-43eb-85ea-41ffeeebc070 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676770 Apr 20 19:19:49.646991 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8c8fb-c898-4f7d-b259-71a46777c28f req-7b22b50f-4dcb-4e43-a60d-fee9d30183a1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:49.648592 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f0b8c8fb-c898-4f7d-b259-71a46777c28f req-7b22b50f-4dcb-4e43-a60d-fee9d30183a1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.0922043 Apr 20 19:19:49.702548 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f0b8c8fb-c898-4f7d-b259-71a46777c28f req-27a1b42e-2022-4fa0-8e70-d80a20867722 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471795 Apr 20 19:19:50.765538 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff73cf4-ee19-4d66-afe8-42455d7f180f req-3fceea93-e5fa-433e-8990-b0afd91b8627 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:50.767283 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5ff73cf4-ee19-4d66-afe8-42455d7f180f req-3fceea93-e5fa-433e-8990-b0afd91b8627 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1872923 Apr 20 19:19:50.784981 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f9eb3-93fa-4121-bf48-b1710bb5549a req-704acfb2-5824-4310-ab78-a4ca5910bd5c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:50.788085 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7b1f9eb3-93fa-4121-bf48-b1710bb5549a req-704acfb2-5824-4310-ab78-a4ca5910bd5c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1541016 Apr 20 19:19:50.880868 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5ff73cf4-ee19-4d66-afe8-42455d7f180f req-7a942c44-6287-40b0-8a45-c90eba3d28e4 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049411 Apr 20 19:19:50.925613 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7b1f9eb3-93fa-4121-bf48-b1710bb5549a req-a7a1174a-2565-40bd-86c0-417c2e3b659c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796928 Apr 20 19:19:51.094213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e1e14-773e-44de-8412-3a4e8240fb55 req-c0b840cf-1676-4b57-9a39-61ac50719c36 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:51.096573 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d2e1e14-773e-44de-8412-3a4e8240fb55 req-c0b840cf-1676-4b57-9a39-61ac50719c36 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1077027 Apr 20 19:19:51.149932 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d2e1e14-773e-44de-8412-3a4e8240fb55 req-2d9f1d56-e153-48f6-ade2-96a83614fcbe tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447893 Apr 20 19:19:52.185957 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baeaf1-1106-4c7f-b3a9-f29596d64112 req-2668aeee-4298-45b3-adb1-609cbfb67106 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:52.187560 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-17baeaf1-1106-4c7f-b3a9-f29596d64112 req-2668aeee-4298-45b3-adb1-609cbfb67106 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1634023 Apr 20 19:19:52.195845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab30c82-6695-44ef-8215-06c06cf0f0e2 req-28dd77c3-f2a3-4598-bfc9-3d573c816d24 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:52.197358 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3ab30c82-6695-44ef-8215-06c06cf0f0e2 req-28dd77c3-f2a3-4598-bfc9-3d573c816d24 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1347237 Apr 20 19:19:52.242973 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60066) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:52.276398 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-17baeaf1-1106-4c7f-b3a9-f29596d64112 req-54902763-2bb3-4690-9197-8684f6926eba tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779815 Apr 20 19:19:52.281126 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3ab30c82-6695-44ef-8215-06c06cf0f0e2 req-296bca76-bc59-4ca2-aea7-4e3516e59cae tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684330 Apr 20 19:19:52.377191 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:52.397997 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:52.402058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] Usage tracker for resource:security_group_rule and tenant:cc673d6f488a40ba9c2ee0bdef5fab04 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:52.405020 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:52.411095 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:52.466878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0aed-c77c-4658-b51b-005a0f26cacc req-ef709df0-c014-4871-b696-9f8ab353fa62 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:52.468472 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-634c0aed-c77c-4658-b51b-005a0f26cacc req-ef709df0-c014-4871-b696-9f8ab353fa62 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.0872059 Apr 20 19:19:52.495977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:52.516832 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-634c0aed-c77c-4658-b51b-005a0f26cacc req-de75081f-84a4-418e-a474-0d736b11c78d tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417140 Apr 20 19:19:52.523051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:52.532360 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-52895e77-4908-4cf1-97ea-ae06cde4b435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:52.576002 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc673d6f488a40ba9c2ee0bdef5fab04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318942 Apr 20 19:19:52.576958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef1b0b1-c44f-4a54-be23-2519701bb194,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:52.578970 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 60072) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:52.580279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:52.642396 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3c79390d-4ef3-4356-acfb-8e8da52419b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:52.669938 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3c79390d-4ef3-4356-acfb-8e8da52419b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:52.746186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3c79390d-4ef3-4356-acfb-8e8da52419b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:52.751115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c8ee06de-b3c7-4287-a526-d1ca6fae38d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:52.761765 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79390d-4ef3-4356-acfb-8e8da52419b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef1b0b1-c44f-4a54-be23-2519701bb194,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:52.765382 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3c79390d-4ef3-4356-acfb-8e8da52419b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:52.768871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3c79390d-4ef3-4356-acfb-8e8da52419b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:52.770857 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3c79390d-4ef3-4356-acfb-8e8da52419b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ef1b0b1-c44f-4a54-be23-2519701bb194 HTTP/1.1" status: 204 len: 168 time: 0.1897271 Apr 20 19:19:53.207017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60080) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:53.226643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:53.242448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:53.246432 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] Usage tracker for resource:security_group_rule and tenant:e8403e2692ee4feca6efd1819646faab is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:53.249312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:53.255927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:53.342768 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:53.386073 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:53.396653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a6b784e9-cb7e-4216-ab26-4bf4cf67828a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:53.444432 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8403e2692ee4feca6efd1819646faab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361255 Apr 20 19:19:53.446188 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d174160c-e94b-4d41-b0db-0df18b325ff6,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:53.448878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60088) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:53.451880 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:53.513431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd9d1-1f94-427b-899f-cc9ff184b1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:53.543701 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd9d1-1f94-427b-899f-cc9ff184b1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:53.626197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd9d1-1f94-427b-899f-cc9ff184b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:53.632472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:53.646289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdd9d1-1f94-427b-899f-cc9ff184b1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d174160c-e94b-4d41-b0db-0df18b325ff6,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:53.648748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a6cdd9d1-1f94-427b-899f-cc9ff184b1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:53.671974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd9d1-1f94-427b-899f-cc9ff184b1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:53.677950 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a6cdd9d1-1f94-427b-899f-cc9ff184b1fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d174160c-e94b-4d41-b0db-0df18b325ff6 HTTP/1.1" status: 204 len: 168 time: 0.2279606 Apr 20 19:19:53.765872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee607dc-a537-4f20-a839-e5fc7e945855 req-ca980628-66fa-4a15-a7b7-ccbf3048a80c tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:53.767455 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7ee607dc-a537-4f20-a839-e5fc7e945855 req-ca980628-66fa-4a15-a7b7-ccbf3048a80c tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.3741953 Apr 20 19:19:53.776581 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be7445-1906-4d75-93fe-9a64b167813a req-145965f5-105a-49b7-b65e-f068432d7c4e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:53.778112 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96be7445-1906-4d75-93fe-9a64b167813a req-145965f5-105a-49b7-b65e-f068432d7c4e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.3469226 Apr 20 19:19:53.852905 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7ee607dc-a537-4f20-a839-e5fc7e945855 req-2ae631eb-7189-44eb-bd8c-4a86d94b48ab tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737615 Apr 20 19:19:53.857665 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96be7445-1906-4d75-93fe-9a64b167813a req-4f0aa83b-b6c7-425f-bfdd-2e0b85eb4a0a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631728 Apr 20 19:19:54.134884 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c2423-c0e7-4047-9495-302ce56cbfe9 req-7ebfb369-6751-4689-a888-2c6bb90a1903 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:54.136478 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-718c2423-c0e7-4047-9495-302ce56cbfe9 req-7ebfb369-6751-4689-a888-2c6bb90a1903 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1788149 Apr 20 19:19:54.223613 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-718c2423-c0e7-4047-9495-302ce56cbfe9 req-807cdb70-c7ad-4153-97ee-b2cec326ca11 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788617 Apr 20 19:19:54.228150 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9315346-0af0-4e54-8b70-776020054684 req-de8af751-6365-484b-bf4d-3bd247a0269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:54.229668 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e9315346-0af0-4e54-8b70-776020054684 req-de8af751-6365-484b-bf4d-3bd247a0269e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f HTTP/1.1" status: 200 len: 916 time: 0.1994946 Apr 20 19:19:54.350956 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e9315346-0af0-4e54-8b70-776020054684 req-4017ba51-df93-443b-affe-fc761d923b76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d41f42-5083-4c79-be5f-5767c7ec8022 HTTP/1.1" status: 200 len: 1001 time: 0.1140163 Apr 20 19:19:54.436029 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9315346-0af0-4e54-8b70-776020054684 req-4a28ea50-b91c-4ee9-a981-606a9d7d363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:54.437654 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e9315346-0af0-4e54-8b70-776020054684 req-4a28ea50-b91c-4ee9-a981-606a9d7d363e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=102a43ba-d121-4313-8680-a7ae67f3d7a8 HTTP/1.1" status: 200 len: 854 time: 0.0693514 Apr 20 19:19:54.523350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9315346-0af0-4e54-8b70-776020054684 req-a6dffc88-2437-4cf0-be27-6e65a0c783ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:54.524920 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e9315346-0af0-4e54-8b70-776020054684 req-a6dffc88-2437-4cf0-be27-6e65a0c783ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803497 Apr 20 19:19:54.678149 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e9315346-0af0-4e54-8b70-776020054684 req-d4b60b38-29d2-4cf4-9982-af01aad96dfb service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425114 Apr 20 19:19:54.822616 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e9315346-0af0-4e54-8b70-776020054684 req-f45c4355-44ae-4847-b496-0a8e37184274 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377509 Apr 20 19:19:55.138143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deebd94-8e57-4ac5-8d17-5e5403ea10db req-73df8541-1bc0-4e3f-870a-2f8834feded6 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:55.139742 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9deebd94-8e57-4ac5-8d17-5e5403ea10db req-73df8541-1bc0-4e3f-870a-2f8834feded6 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.1646023 Apr 20 19:19:55.148527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb58aa-1d46-42b6-9f24-f2eea5105b5b req-3e84f5db-adec-4281-b32d-c886ba97e344 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:55.150086 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1fb58aa-1d46-42b6-9f24-f2eea5105b5b req-3e84f5db-adec-4281-b32d-c886ba97e344 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.1325848 Apr 20 19:19:55.228988 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9deebd94-8e57-4ac5-8d17-5e5403ea10db req-87321d9b-6010-4d66-aba3-3c82f221eb31 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778751 Apr 20 19:19:55.233632 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d1fb58aa-1d46-42b6-9f24-f2eea5105b5b req-e5abd389-6c5a-4eaa-812a-80b339f2a872 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664697 Apr 20 19:19:55.429808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51489602-30ee-459c-98ad-b93d4321fb8a req-5e357262-b9a9-47f1-8fc5-25e1f892fbc9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:55.431415 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-51489602-30ee-459c-98ad-b93d4321fb8a req-5e357262-b9a9-47f1-8fc5-25e1f892fbc9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.0891171 Apr 20 19:19:55.479505 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-51489602-30ee-459c-98ad-b93d4321fb8a req-9a96e523-47e8-4d34-8cc4-63548c8fd290 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415022 Apr 20 19:19:55.895925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c5610-9a2e-4b63-bd51-0f7f53f3a528 req-3d5988da-59b4-4031-8a2f-0031978f7d96 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:55.897586 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6b9c5610-9a2e-4b63-bd51-0f7f53f3a528 req-3d5988da-59b4-4031-8a2f-0031978f7d96 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.0981932 Apr 20 19:19:55.999220 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6b9c5610-9a2e-4b63-bd51-0f7f53f3a528 req-0febb114-c7f3-4eba-b310-ff4c642154b0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645607 Apr 20 19:19:56.013749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-7f5062db-c0b5-4eda-b7ee-ccb88247095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:56.015315 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-7f5062db-c0b5-4eda-b7ee-ccb88247095a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 1099 time: 0.1160839 Apr 20 19:19:56.161197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-ba4cad7b-8ffb-4e1b-bbe2-0c689a67acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:56.162924 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-ba4cad7b-8ffb-4e1b-bbe2-0c689a67acaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 911 time: 0.1387005 Apr 20 19:19:56.280772 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-1dc7fcdf-90f2-4ecf-9a3f-c671d77ba26c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68 HTTP/1.1" status: 200 len: 1001 time: 0.1103604 Apr 20 19:19:56.384326 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-eeb21ae4-c43c-42c6-b3b8-95482aacb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:56.386148 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-eeb21ae4-c43c-42c6-b3b8-95482aacb141 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d15ff802-d6d6-450e-9d75-f76c2bd60379 HTTP/1.1" status: 200 len: 849 time: 0.0921233 Apr 20 19:19:56.619676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9785-660a-4986-b0c6-38f1925dcad8 req-cfb611d5-75c0-4ae8-aa13-f248a582873a tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:56.621282 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-104c9785-660a-4986-b0c6-38f1925dcad8 req-cfb611d5-75c0-4ae8-aa13-f248a582873a tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.2329879 Apr 20 19:19:56.630765 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de4093-9ca7-455a-936b-c8bfbb958dbe req-f1dba5f1-8eca-472c-88df-f9b4d6951c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:56.632254 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d9de4093-9ca7-455a-936b-c8bfbb958dbe req-f1dba5f1-8eca-472c-88df-f9b4d6951c64 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 944 time: 0.2451704 Apr 20 19:19:56.635571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-cf283cdd-a000-4496-bdca-222653e358dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:56.637044 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-cf283cdd-a000-4496-bdca-222653e358dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ab1a66b-24a1-4231-a78a-741ef1504e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2081511 Apr 20 19:19:56.803243 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-104c9785-660a-4986-b0c6-38f1925dcad8 req-301d9ce6-ae63-4d2b-be6a-0822b9f4695b tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698472 Apr 20 19:19:56.808232 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d9de4093-9ca7-455a-936b-c8bfbb958dbe req-d008a541-acd4-4ea7-bf01-2e412f9b8eef tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575511 Apr 20 19:19:56.851288 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-9602d033-ea8e-4548-8099-baa351b26670 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977162 Apr 20 19:19:56.995758 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6c521bf6-175d-4587-be12-b25a10a9fb39 req-39d7c33c-a54a-4c9e-98c2-b6394ec91564 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366131 Apr 20 19:19:57.207881 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9719c1-1910-4d36-8d8b-f8057cbe1a2e req-10fe5e14-501d-4660-aa6f-6dd2491b3925 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:57.209401 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2d9719c1-1910-4d36-8d8b-f8057cbe1a2e req-10fe5e14-501d-4660-aa6f-6dd2491b3925 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.0921235 Apr 20 19:19:57.258759 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2d9719c1-1910-4d36-8d8b-f8057cbe1a2e req-31fed8c9-ff51-40ea-9390-c935cc781a43 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427742 Apr 20 19:19:57.395834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:19:57.541193 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:57.555578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'port_id': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'mac_address': 'fa:16:3e:1e:c3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:19:57.615653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:57.634135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:19:57.650677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:57.683396 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:57.687062 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:57.690939 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-8e0bf2d8-8772-4006-a460-1a6a0540db00 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:57.692570 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-8e0bf2d8-8772-4006-a460-1a6a0540db00 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.0948865 Apr 20 19:19:57.769389 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=9']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:57.771749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Deleting port 97f41150-ef7b-4be6-87c8-c3f090665e8b {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:19:57.772141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:57.772738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:58.057968 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:19:58.188348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] For port 97f41150-ef7b-4be6-87c8-c3f090665e8b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=97f41150-ef7b-4be6-87c8-c3f090665e8b,segment=NetworkSegment(0c112b7c-4763-4ad1-a342-688982ef1df8),segment_id=0c112b7c-4763-4ad1-a342-688982ef1df8)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:58.188751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:58.336849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Calling delete_port for 97f41150-ef7b-4be6-87c8-c3f090665e8b owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:19:58.374571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344be37d-24f9-46bc-b7f8-83ae52271e6e req-136fb3fb-ce4f-44c6-bbc3-e36cf2662b01 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:58.376166 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-344be37d-24f9-46bc-b7f8-83ae52271e6e req-136fb3fb-ce4f-44c6-bbc3-e36cf2662b01 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 945 time: 0.3958969 Apr 20 19:19:58.395725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef01da4-13f9-43bc-99cd-6f185e4e64ff req-76381fb1-3561-41ae-97eb-bb998ca501b2 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:58.397241 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1ef01da4-13f9-43bc-99cd-6f185e4e64ff req-76381fb1-3561-41ae-97eb-bb998ca501b2 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 945 time: 0.4181869 Apr 20 19:19:58.513366 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1ef01da4-13f9-43bc-99cd-6f185e4e64ff req-22b75546-07ab-4a02-9a7b-5e937d9dbc9f tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003113 Apr 20 19:19:58.516154 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-344be37d-24f9-46bc-b7f8-83ae52271e6e req-28b8aab9-b915-4070-95f8-f79bae416c50 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292763 Apr 20 19:19:58.658275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:58.674189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9c503efe-6adf-4974-9567-70419400f244 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:58.752019 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Pushing event deleted for resources: {'Port': ['ID=97f41150-ef7b-4be6-87c8-c3f090665e8b,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:58.754425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:58.784298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['97f41150-ef7b-4be6-87c8-c3f090665e8b'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:19:59.030440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] No DVR routers for this DVR port 97f41150-ef7b-4be6-87c8-c3f090665e8b on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:19:59.038675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:59.043960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe423ec-c90d-4a30-be17-15348536ba49', 'name': 'network-vif-deleted', 'tag': '97f41150-ef7b-4be6-87c8-c3f090665e8b'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:59.057354 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-30969c77-a4ee-484f-8d8c-8d2a4bd1b632 req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.15 "DELETE /v2.0/ports/97f41150-ef7b-4be6-87c8-c3f090665e8b HTTP/1.1" status: 204 len: 173 time: 1.3580339 Apr 20 19:19:59.077579 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee758ccb-438f-4c9b-b37a-ae58bd35f367 req-85677d65-c918-434f-88f1-8e872fd8d9f3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:59.080308 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ee758ccb-438f-4c9b-b37a-ae58bd35f367 req-85677d65-c918-434f-88f1-8e872fd8d9f3 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.4613605 Apr 20 19:19:59.123154 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe423ec-c90d-4a30-be17-15348536ba49', 'name': 'network-vif-deleted', 'tag': '97f41150-ef7b-4be6-87c8-c3f090665e8b', 'status': 'completed', 'code': 200} Apr 20 19:19:59.134431 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ee758ccb-438f-4c9b-b37a-ae58bd35f367 req-5d00ef0e-c73e-46c8-a9cd-fbd3ae046958 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483470 Apr 20 19:19:59.413145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:19:59.485845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:19:59.486275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:59.631318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:59.725410 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:19:59.736063 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:19:59.774859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:59.776919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f83f551f-fd0a-487e-9181-fd65d6933a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:59.786724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-063f1bc7-a336-4280-bac1-931fbed4f54f req-372379fb-9155-4d0f-9997-06f2670e895c tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Synchronizing usage tracker for tenant:fb5a95b58a204a30a59c0f3172696961 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:19:59.837595 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dae11-e22a-40cc-b1f9-b36e6f978645 req-2ddc96cd-574d-4742-825d-ca39ad7edbbe tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:19:59.839304 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e09dae11-e22a-40cc-b1f9-b36e6f978645 req-2ddc96cd-574d-4742-825d-ca39ad7edbbe tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 945 time: 0.1650412 Apr 20 19:19:59.842951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-063f1bc7-a336-4280-bac1-931fbed4f54f req-372379fb-9155-4d0f-9997-06f2670e895c tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Unset dirty status for tenant:fb5a95b58a204a30a59c0f3172696961 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:19:59.844120 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-063f1bc7-a336-4280-bac1-931fbed4f54f req-372379fb-9155-4d0f-9997-06f2670e895c tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbe423ec-c90d-4a30-be17-15348536ba49 HTTP/1.1" status: 200 len: 210 time: 0.1166656 Apr 20 19:19:59.852189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=10']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:59.855714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:59.891295 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e09dae11-e22a-40cc-b1f9-b36e6f978645 req-b78670c7-769f-4611-9b2f-efc5ba81aa60 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Apr 20 19:19:59.903444 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'code': 200} Apr 20 19:20:00.600547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32856c06-203d-4910-9735-bdb2fe0b3ea4 req-ea1b4d7c-025c-4b40-9ac5-a7eba9828ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:00.602224 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-32856c06-203d-4910-9735-bdb2fe0b3ea4 req-ea1b4d7c-025c-4b40-9ac5-a7eba9828ebe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 1100 time: 0.0771639 Apr 20 19:20:00.654024 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-32856c06-203d-4910-9735-bdb2fe0b3ea4 req-6a9ea3f2-67e2-4d5a-8647-4e5b9975d119 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Apr 20 19:20:01.131172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d7d87-2425-4888-93e9-58ea91935cd7 req-1ff692cd-38d5-462a-96ad-e875477b44f4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:01.132945 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d5d7d87-2425-4888-93e9-58ea91935cd7 req-1ff692cd-38d5-462a-96ad-e875477b44f4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 947 time: 0.0954318 Apr 20 19:20:01.205579 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d5d7d87-2425-4888-93e9-58ea91935cd7 req-7580c9d9-d486-408e-be42-6e5c16b2fbb4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455432 Apr 20 19:20:01.436006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 97f41150-ef7b-4be6-87c8-c3f090665e8b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:20:01.477805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60218) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:01.478144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 97f41150-ef7b-4be6-87c8-c3f090665e8b {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:20:01.478546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 97f41150-ef7b-4be6-87c8-c3f090665e8b not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:20:01.603364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:01.619431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:01.623617 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] Usage tracker for resource:security_group_rule and tenant:e27501562a4c4d0c849d7063463b1e13 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:01.626504 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:01.632634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:01.717710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:01.751268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:01.763585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-be2ecf4e-0168-4e7f-914e-9626c8073371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:01.807814 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e27501562a4c4d0c849d7063463b1e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288054 Apr 20 19:20:01.809581 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10efa71b-08c3-4377-9c4e-a467e9feff90,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:01.810820 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 60224) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:01.812902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:01.876796 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:01.906314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:01.992052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:01.997303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4ae84376-bdb0-4462-af89-b0aa78dda467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:02.008474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10efa71b-08c3-4377-9c4e-a467e9feff90,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:02.020370 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:02.021887 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10efa71b-08c3-4377-9c4e-a467e9feff90 HTTP/1.1" status: 204 len: 168 time: 0.2097025 Apr 20 19:20:02.023218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.023634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.024035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.024438 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.024831 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.025228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.025637 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.026021 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.026413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.026844 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.027243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.027630 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:02.032038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:02.428921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611719f9-4152-459b-8c7b-3968e77a2cbf req-f6b560f7-9e4c-46ea-b88b-ef6f535a42c4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:02.433968 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-611719f9-4152-459b-8c7b-3968e77a2cbf req-f6b560f7-9e4c-46ea-b88b-ef6f535a42c4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 947 time: 0.1048162 Apr 20 19:20:02.453367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60256) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:02.473965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a69c6f07-2440-4c74-bbdb-078af8d4c0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:02.490492 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a69c6f07-2440-4c74-bbdb-078af8d4c0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:02.495286 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a69c6f07-2440-4c74-bbdb-078af8d4c0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d0e0639a245043a1a7c0318b896ed544 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:02.498477 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a69c6f07-2440-4c74-bbdb-078af8d4c0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:02.505694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a69c6f07-2440-4c74-bbdb-078af8d4c0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:02.539583 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-611719f9-4152-459b-8c7b-3968e77a2cbf req-f8da99d0-9052-4984-8e6f-0ca4d457067e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023009 Apr 20 19:20:02.569626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-fd949fbe-5d28-41d1-bfbf-489824b3d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:02.572541 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-fd949fbe-5d28-41d1-bfbf-489824b3d9d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 1100 time: 0.1122024 Apr 20 19:20:02.608137 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a69c6f07-2440-4c74-bbdb-078af8d4c0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:02.638833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a69c6f07-2440-4c74-bbdb-078af8d4c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:02.649233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-30f52179-afec-4a23-a05c-212fefe25c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:02.697464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c6f07-2440-4c74-bbdb-078af8d4c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddfa551-c954-4172-a0da-8e3c51d5b766,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:02.702270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a69c6f07-2440-4c74-bbdb-078af8d4c0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:02.710235 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a69c6f07-2440-4c74-bbdb-078af8d4c0d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0e0639a245043a1a7c0318b896ed544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555504 Apr 20 19:20:02.710983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60276) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:02.749469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-57238f9d-8e66-4e3c-81bb-9acea57a2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:02.753127 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-57238f9d-8e66-4e3c-81bb-9acea57a2594 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.1552899 Apr 20 19:20:02.781716 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a70c-449f-4d2b-9eb0-64d90ac5eb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:02.812206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a70c-449f-4d2b-9eb0-64d90ac5eb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:02.874042 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-1b944a0f-27ad-4087-9266-8a99807741dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 HTTP/1.1" status: 200 len: 1001 time: 0.1168048 Apr 20 19:20:02.924645 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a70c-449f-4d2b-9eb0-64d90ac5eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:02.931287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-db54385c-6012-4f30-a5c7-70a37e4e1f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:02.946874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5a70c-449f-4d2b-9eb0-64d90ac5eb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddfa551-c954-4172-a0da-8e3c51d5b766,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:02.949238 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5ed5a70c-449f-4d2b-9eb0-64d90ac5eb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:02.950889 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-449d539b-a431-4b2e-b6cb-45678dabf6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:02.952481 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-449d539b-a431-4b2e-b6cb-45678dabf6c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.0726709 Apr 20 19:20:02.961371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a70c-449f-4d2b-9eb0-64d90ac5eb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:02.976046 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5ed5a70c-449f-4d2b-9eb0-64d90ac5eb74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ddfa551-c954-4172-a0da-8e3c51d5b766 HTTP/1.1" status: 204 len: 168 time: 0.2560568 Apr 20 19:20:03.041668 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-43a882ce-bebc-46ee-8a8b-6fa66488fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:03.043184 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-43a882ce-bebc-46ee-8a8b-6fa66488fda5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841632 Apr 20 19:20:03.192088 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-5b04d1d3-6f7a-4c5a-90d9-fddd5b077fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411295 Apr 20 19:20:03.339528 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-344e7450-7e4b-4033-be72-93711bb7ed5f req-ccdcc937-3397-4f68-8868-af8098d7caaf service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402855 Apr 20 19:20:03.770538 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d413b4-0c05-4b7b-a2e5-173405100452 req-ff237981-6e1d-4b2f-96ed-450aae34ef0c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:03.772768 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81d413b4-0c05-4b7b-a2e5-173405100452 req-ff237981-6e1d-4b2f-96ed-450aae34ef0c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 947 time: 0.0955627 Apr 20 19:20:03.822288 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81d413b4-0c05-4b7b-a2e5-173405100452 req-92ccf6bd-7d01-4f85-a357-6d854ec36ab9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Apr 20 19:20:04.049522 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:05.739411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-cca9a21b-5a79-483f-8d76-1cb66d4d534a tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:05.741411 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-cca9a21b-5a79-483f-8d76-1cb66d4d534a tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/networks?id=92267a88-3b50-4381-b464-e31a865988cd HTTP/1.1" status: 200 len: 814 time: 0.1646528 Apr 20 19:20:05.759557 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-66038a2f-91e4-48eb-b3d3-5e117e973fcd tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/quotas/fb5a95b58a204a30a59c0f3172696961 HTTP/1.1" status: 200 len: 375 time: 0.0116682 Apr 20 19:20:05.813276 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-ce64f84f-6fb5-4d65-8045-97e977238e46 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb5a95b58a204a30a59c0f3172696961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475228 Apr 20 19:20:05.957628 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-52069d6d-5fcf-45c3-82a7-71715205e9b2 service neutron] 10.222.0.35 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356173 Apr 20 19:20:06.103617 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-c4d764e3-0afc-4618-9afc-eda75bb5330a service neutron] 10.222.0.35 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391263 Apr 20 19:20:06.345286 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-582237d6-5b34-4998-afea-78f99d8b2a94 req-1eb2f669-a2c7-44d8-b272-eb8038ea5035 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 210 time: 0.0590546 Apr 20 19:20:07.543504 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-438713c7-f089-4e19-ac48-54e1d1a4bbbe req-85088902-1f98-4228-9e8a-bc29cf0bffde tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 210 time: 0.0721326 Apr 20 19:20:08.167746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-7e2c51b5-064f-4e9e-9eb0-e40a84c0e40b tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:08.169270 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-7e2c51b5-064f-4e9e-9eb0-e40a84c0e40b tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.15 "GET /v2.0/networks?id=92267a88-3b50-4381-b464-e31a865988cd HTTP/1.1" status: 200 len: 814 time: 0.1629708 Apr 20 19:20:08.182764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Request body: {'port': {'device_id': '1edd794d-7047-4007-a5bb-c071c7ef6867', 'network_id': '92267a88-3b50-4381-b464-e31a865988cd', 'admin_state_up': True, 'tenant_id': 'fb5a95b58a204a30a59c0f3172696961'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:20:08.343378 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:08.359026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:08.414455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Made reservation on behalf of fb5a95b58a204a30a59c0f3172696961 for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:20:08.420706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:08.596308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Allocated IP 172.20.0.13 (92267a88-3b50-4381-b464-e31a865988cd/dec1aaf4-f072-450b-9c89-936e468364eb/e680395b-12d2-4ba3-b7a2-167f6a19217d) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:20:08.779003 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dc6cfb38-2ace-4055-a72b-b7e202b22dd7 req-dd3be9ce-d949-41bc-888a-d3d7422bc413 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 210 time: 0.1061945 Apr 20 19:20:08.858683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:08.917753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:08.925120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-83521b63-c866-4f3c-8571-6ab6dc74eea0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:08.992364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Network 92267a88-3b50-4381-b464-e31a865988cd is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:20:08.996105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:20:09.000336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:20:09.041404 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Pushing event updated for resources: {'Port': ['ID=e680395b-12d2-4ba3-b7a2-167f6a19217d,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:09.045968 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:09.071586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:09.072256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:09.118005 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9396648 Apr 20 19:20:09.130462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Request body: {'port': {'device_id': '1edd794d-7047-4007-a5bb-c071c7ef6867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:20:09.250212 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:09.262109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:20:09.612334 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e680395b-12d2-4ba3-b7a2-167f6a19217d {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:20:09.620273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:09.635567 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Transition to ACTIVE for port object e680395b-12d2-4ba3-b7a2-167f6a19217d will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:20:09.666264 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:09.671542 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9ca6862c-2c8f-4594-94ba-0d041d0798c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:09.828491 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60434) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:09.967913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-54cf5bd7-8203-4f86-b0dd-974c544b9b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:09.984115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-54cf5bd7-8203-4f86-b0dd-974c544b9b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:09.988222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-54cf5bd7-8203-4f86-b0dd-974c544b9b28 admin admin] Usage tracker for resource:security_group_rule and tenant:4fa0387c6d4d423e807e5ff4e3040b0d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:09.991503 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-54cf5bd7-8203-4f86-b0dd-974c544b9b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:09.997746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-54cf5bd7-8203-4f86-b0dd-974c544b9b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:10.087290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-54cf5bd7-8203-4f86-b0dd-974c544b9b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.106643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Pushing event updated for resources: {'Port': ['ID=e680395b-12d2-4ba3-b7a2-167f6a19217d,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:10.116371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:10.122796 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-54cf5bd7-8203-4f86-b0dd-974c544b9b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.132806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ce819ab3-dbfa-4315-b918-d03e0f51347f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:10.177210 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-54cf5bd7-8203-4f86-b0dd-974c544b9b28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fa0387c6d4d423e807e5ff4e3040b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475614 Apr 20 19:20:10.178240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf5bd7-8203-4f86-b0dd-974c544b9b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8daaa1-00a1-4404-820b-e5b6214f24f8,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:10.181652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-54cf5bd7-8203-4f86-b0dd-974c544b9b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:10.182353 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60440) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:10.211201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Attempting to bind port e680395b-12d2-4ba3-b7a2-167f6a19217d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:20:10.211578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Attempting to bind port e680395b-12d2-4ba3-b7a2-167f6a19217d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0c112b7c-4763-4ad1-a342-688982ef1df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92267a88-3b50-4381-b464-e31a865988cd'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:20:10.211971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Attempting to bind port e680395b-12d2-4ba3-b7a2-167f6a19217d on network 92267a88-3b50-4381-b464-e31a865988cd {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:20:10.225413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c482c-6e5a-44d8-a0db-6e5b3909b6a6 req-f3d58de5-a22a-4a36-ae4e-37bbc51b4010 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:10.226190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-6b6c482c-6e5a-44d8-a0db-6e5b3909b6a6 req-f3d58de5-a22a-4a36-ae4e-37bbc51b4010 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Synchronizing usage tracker for tenant:fb5a95b58a204a30a59c0f3172696961 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:20:10.228616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Port e680395b-12d2-4ba3-b7a2-167f6a19217d on network 92267a88-3b50-4381-b464-e31a865988cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:20:10.228974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Attempting to bind port e680395b-12d2-4ba3-b7a2-167f6a19217d on network 92267a88-3b50-4381-b464-e31a865988cd {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:20:10.239582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:20:10.239954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Checking segment: {'id': '0c112b7c-4763-4ad1-a342-688982ef1df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92267a88-3b50-4381-b464-e31a865988cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:20:10.240371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Bound using segment: {'id': '0c112b7c-4763-4ad1-a342-688982ef1df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92267a88-3b50-4381-b464-e31a865988cd'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:20:10.241100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Bound port: e680395b-12d2-4ba3-b7a2-167f6a19217d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c112b7c-4763-4ad1-a342-688982ef1df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92267a88-3b50-4381-b464-e31a865988cd'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:20:10.241514 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.250831 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-26e1c0f8-75e4-4d11-a42d-820b95fe48a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.279035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-26e1c0f8-75e4-4d11-a42d-820b95fe48a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.292943 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-6b6c482c-6e5a-44d8-a0db-6e5b3909b6a6 req-f3d58de5-a22a-4a36-ae4e-37bbc51b4010 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Unset dirty status for tenant:fb5a95b58a204a30a59c0f3172696961 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:20:10.294255 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6b6c482c-6e5a-44d8-a0db-6e5b3909b6a6 req-f3d58de5-a22a-4a36-ae4e-37bbc51b4010 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 944 time: 0.2797518 Apr 20 19:20:10.351363 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-26e1c0f8-75e4-4d11-a42d-820b95fe48a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.356384 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b19060dc-82b8-49f9-9c21-6a00be4b24b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:10.370349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1c0f8-75e4-4d11-a42d-820b95fe48a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8daaa1-00a1-4404-820b-e5b6214f24f8,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:10.373132 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-26e1c0f8-75e4-4d11-a42d-820b95fe48a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:10.374396 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-26e1c0f8-75e4-4d11-a42d-820b95fe48a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.375693 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-26e1c0f8-75e4-4d11-a42d-820b95fe48a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d8daaa1-00a1-4404-820b-e5b6214f24f8 HTTP/1.1" status: 204 len: 168 time: 0.1922758 Apr 20 19:20:10.381882 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6b6c482c-6e5a-44d8-a0db-6e5b3909b6a6 req-a25f4d6f-c50c-4493-ad6a-88e883c6b268 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771019 Apr 20 19:20:10.386036 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] For port e680395b-12d2-4ba3-b7a2-167f6a19217d, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:20:10.389561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] For port e680395b-12d2-4ba3-b7a2-167f6a19217d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e680395b-12d2-4ba3-b7a2-167f6a19217d,segment=NetworkSegment(0c112b7c-4763-4ad1-a342-688982ef1df8),segment_id=0c112b7c-4763-4ad1-a342-688982ef1df8)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:20:10.426434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.431571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-75b7e459-a173-4dbe-85b6-028b82ead1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:10.492793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:10.493470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.494982 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] 10.222.0.15 "PUT /v2.0/ports/e680395b-12d2-4ba3-b7a2-167f6a19217d HTTP/1.1" status: 200 len: 1094 time: 1.3690724 Apr 20 19:20:10.495515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edd794d-7047-4007-a5bb-c071c7ef6867', 'tag': 'e680395b-12d2-4ba3-b7a2-167f6a19217d'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:20:10.516131 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Pushing event updated for resources: {'Port': ['ID=e680395b-12d2-4ba3-b7a2-167f6a19217d,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:10.520458 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:10.549333 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edd794d-7047-4007-a5bb-c071c7ef6867', 'tag': 'e680395b-12d2-4ba3-b7a2-167f6a19217d', 'status': 'completed', 'code': 200} Apr 20 19:20:10.635812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-f4d7d628-3dcd-48c5-b6b7-cea22532954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:10.637361 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-f4d7d628-3dcd-48c5-b6b7-cea22532954f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb5a95b58a204a30a59c0f3172696961&device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 1097 time: 0.0800059 Apr 20 19:20:10.716590 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-26d5d70b-751f-4374-a1ac-9f5877c67d9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e680395b-12d2-4ba3-b7a2-167f6a19217d HTTP/1.1" status: 200 len: 217 time: 0.0700574 Apr 20 19:20:10.785771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-de60e744-3494-4d8e-a926-c1405e983281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:10.787327 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-de60e744-3494-4d8e-a926-c1405e983281 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dec1aaf4-f072-450b-9c89-936e468364eb HTTP/1.1" status: 200 len: 854 time: 0.0647609 Apr 20 19:20:10.838059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60450) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:10.844805 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-3ed46081-1aa5-48bb-bb44-5ca95ce2965b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92267a88-3b50-4381-b464-e31a865988cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511243 Apr 20 19:20:10.857285 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.872906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:10.877505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] Usage tracker for resource:security_group_rule and tenant:57d32406f3ee4ce5a44a9a0c17a1f88d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:10.880446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:10.886626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:10.973412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:10.993950 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-39a6c34a-c628-4984-a329-3a03ad67cc8c service neutron] 10.222.0.15 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370759 Apr 20 19:20:11.025857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:11.035576 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3b746c78-d8b5-47d7-8914-65f04370aa3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:11.080663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d711cb62-4b4d-4210-a747-2af8cee796d3,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:11.088055 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57d32406f3ee4ce5a44a9a0c17a1f88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462838 Apr 20 19:20:11.088055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:11.088498 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60454) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:11.142705 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f629777b-0c64-43ca-a1e6-ea188bd239a4 req-416138a9-ab0f-487f-9b6a-d19f412d9fa2 service neutron] 10.222.0.15 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413541 Apr 20 19:20:11.151487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27a15447-c68d-423a-97df-0214edd37c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:11.179203 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27a15447-c68d-423a-97df-0214edd37c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:11.260538 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27a15447-c68d-423a-97df-0214edd37c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:11.265878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eff2c260-ce88-4c18-b9d3-060b64061c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:11.280219 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a15447-c68d-423a-97df-0214edd37c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d711cb62-4b4d-4210-a747-2af8cee796d3,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:11.283011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-27a15447-c68d-423a-97df-0214edd37c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:11.285198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-27a15447-c68d-423a-97df-0214edd37c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:11.289219 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-27a15447-c68d-423a-97df-0214edd37c43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d711cb62-4b4d-4210-a747-2af8cee796d3 HTTP/1.1" status: 204 len: 168 time: 0.1963520 Apr 20 19:20:11.303923 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637e1d1-d440-4d52-9c7e-0d3249a016e1 req-1b30a5ba-dea9-48d6-8fa1-5fcc3cb8d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:11.305576 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b637e1d1-d440-4d52-9c7e-0d3249a016e1 req-1b30a5ba-dea9-48d6-8fa1-5fcc3cb8d009 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb5a95b58a204a30a59c0f3172696961&device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 1097 time: 0.0802796 Apr 20 19:20:11.450253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637e1d1-d440-4d52-9c7e-0d3249a016e1 req-4ce17caa-ffe5-4b5c-98e5-d2272e676d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:11.452162 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b637e1d1-d440-4d52-9c7e-0d3249a016e1 req-4ce17caa-ffe5-4b5c-98e5-d2272e676d55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=92267a88-3b50-4381-b464-e31a865988cd HTTP/1.1" status: 200 len: 915 time: 0.1397164 Apr 20 19:20:11.579957 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b637e1d1-d440-4d52-9c7e-0d3249a016e1 req-d95d789e-4170-44a1-b110-58953f443b9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e680395b-12d2-4ba3-b7a2-167f6a19217d HTTP/1.1" status: 200 len: 217 time: 0.1181455 Apr 20 19:20:11.676125 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637e1d1-d440-4d52-9c7e-0d3249a016e1 req-43e28dd9-d0bc-46ca-8824-d35f6e193557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:11.677635 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b637e1d1-d440-4d52-9c7e-0d3249a016e1 req-43e28dd9-d0bc-46ca-8824-d35f6e193557 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dec1aaf4-f072-450b-9c89-936e468364eb HTTP/1.1" status: 200 len: 854 time: 0.0892279 Apr 20 19:20:11.686953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48ef6f-e015-497d-8bdf-2a51697f7b25 req-db6d70b3-96b5-4797-974b-d04c185bf864 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:11.688412 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5d48ef6f-e015-497d-8bdf-2a51697f7b25 req-db6d70b3-96b5-4797-974b-d04c185bf864 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 944 time: 0.1685843 Apr 20 19:20:11.756045 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b637e1d1-d440-4d52-9c7e-0d3249a016e1 req-e76f1fba-eb68-4b86-9915-14736ebdf00e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92267a88-3b50-4381-b464-e31a865988cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666173 Apr 20 19:20:11.807428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60464) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:11.826642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:11.843183 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:11.847994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] Usage tracker for resource:security_group_rule and tenant:ad31b581ee2943b89dc994abe834af7b is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:11.851022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:11.857012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:11.858737 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5d48ef6f-e015-497d-8bdf-2a51697f7b25 req-896fcb71-7ef4-45ec-9e10-adef9410e5a7 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327288 Apr 20 19:20:11.917736 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b637e1d1-d440-4d52-9c7e-0d3249a016e1 req-9a2382b1-2e31-4287-b51a-0d7c6f4612d0 service neutron] 10.222.0.15 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506891 Apr 20 19:20:11.945764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:11.980094 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:11.989404 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5ed5a70c-449f-4d2b-9eb0-64d90ac5eb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:12.032137 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad31b581ee2943b89dc994abe834af7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233424 Apr 20 19:20:12.034430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3ab8f7-be7e-4e61-b59b-051e378b9d24,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:12.036965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60470) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:12.039863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:12.065713 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b637e1d1-d440-4d52-9c7e-0d3249a016e1 req-495392be-c141-4ce3-9509-f132b96ab3c0 service neutron] 10.222.0.15 "GET /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404903 Apr 20 19:20:12.100581 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c178ab72-a22e-43f9-87f9-d649864fd084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:12.128154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c178ab72-a22e-43f9-87f9-d649864fd084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:12.208516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c178ab72-a22e-43f9-87f9-d649864fd084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:12.213304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0216ae8c-e181-46ce-8c85-e6c7a33afb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:12.226866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178ab72-a22e-43f9-87f9-d649864fd084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3ab8f7-be7e-4e61-b59b-051e378b9d24,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:12.229856 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c178ab72-a22e-43f9-87f9-d649864fd084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:12.230790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c178ab72-a22e-43f9-87f9-d649864fd084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:12.232166 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c178ab72-a22e-43f9-87f9-d649864fd084 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e3ab8f7-be7e-4e61-b59b-051e378b9d24 HTTP/1.1" status: 204 len: 168 time: 0.1941147 Apr 20 19:20:13.068136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf035bb-d80d-4ba9-b8c2-7412cc45e295 req-8e193783-9cad-46f2-abe5-91cd8be9780b tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:13.069809 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aaf035bb-d80d-4ba9-b8c2-7412cc45e295 req-8e193783-9cad-46f2-abe5-91cd8be9780b tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 944 time: 0.0945325 Apr 20 19:20:13.119437 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aaf035bb-d80d-4ba9-b8c2-7412cc45e295 req-14bbb2f2-960f-461e-82b8-8badc28a77c6 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 Apr 20 19:20:13.498425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device e680395b-12d2-4ba3-b7a2-167f6a19217d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:20:13.619713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 60506) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:13.642229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port e680395b-12d2-4ba3-b7a2-167f6a19217d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e680395b-12d2-4ba3-b7a2-167f6a19217d,segment=NetworkSegment(0c112b7c-4763-4ad1-a342-688982ef1df8),segment_id=0c112b7c-4763-4ad1-a342-688982ef1df8)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:13.657176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': 'e680395b-12d2-4ba3-b7a2-167f6a19217d', 'network_id': '92267a88-3b50-4381-b464-e31a865988cd', 'port_id': 'e680395b-12d2-4ba3-b7a2-167f6a19217d', 'mac_address': 'fa:16:3e:0b:60:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec1aaf4-f072-450b-9c89-936e468364eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:20:13.721634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:13.739994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e680395b-12d2-4ba3-b7a2-167f6a19217d {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:20:13.755765 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:13.756521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port e680395b-12d2-4ba3-b7a2-167f6a19217d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e680395b-12d2-4ba3-b7a2-167f6a19217d,segment=NetworkSegment(0c112b7c-4763-4ad1-a342-688982ef1df8),segment_id=0c112b7c-4763-4ad1-a342-688982ef1df8)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:13.771073 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:13.775065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:7c112f2109d04e5fa36d750e399ac668 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:13.777970 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:13.784908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:13.808667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:13.810784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:13.870883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:13.882396 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=e680395b-12d2-4ba3-b7a2-167f6a19217d,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:13.885901 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:13.899818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:13.909688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-301ae38d-1f99-48e9-bd06-02d28ca2ab16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:13.954610 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c112f2109d04e5fa36d750e399ac668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337653 Apr 20 19:20:13.956904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3808f9-df9c-45ca-9472-a64acb4041cb,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:13.958040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60512) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:13.960043 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:14.025368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-98bcb744-b9b8-47b9-908b-c2b2c7c8f3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:14.054799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-98bcb744-b9b8-47b9-908b-c2b2c7c8f3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:14.122883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-98bcb744-b9b8-47b9-908b-c2b2c7c8f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:14.128144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-328bc564-5cba-4ace-8cef-f71279904095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:14.141359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcb744-b9b8-47b9-908b-c2b2c7c8f3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3808f9-df9c-45ca-9472-a64acb4041cb,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:14.144174 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-98bcb744-b9b8-47b9-908b-c2b2c7c8f3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:14.146224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-98bcb744-b9b8-47b9-908b-c2b2c7c8f3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:14.148209 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-98bcb744-b9b8-47b9-908b-c2b2c7c8f3fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c3808f9-df9c-45ca-9472-a64acb4041cb HTTP/1.1" status: 204 len: 168 time: 0.1890292 Apr 20 19:20:14.178589 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['e680395b-12d2-4ba3-b7a2-167f6a19217d'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:20:14.338413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c867a49-7c62-45cf-ac60-f7fd2f955fd9 req-47010d67-6459-4042-8aef-3fbe82e7bb19 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:14.340096 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4c867a49-7c62-45cf-ac60-f7fd2f955fd9 req-47010d67-6459-4042-8aef-3fbe82e7bb19 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 945 time: 0.0969982 Apr 20 19:20:14.389982 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4c867a49-7c62-45cf-ac60-f7fd2f955fd9 req-a468a545-e860-4e5f-847e-d53c8414264e tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426335 Apr 20 19:20:14.934521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6b5e1672-f10f-485e-8069-bc71fc0c1fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:15.512333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device e680395b-12d2-4ba3-b7a2-167f6a19217d up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:20:15.597564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda3f1-939c-45b7-a421-72c7cbef76e7 req-0d917665-7db4-4943-96c7-781d9c760641 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:15.599149 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f7dda3f1-939c-45b7-a421-72c7cbef76e7 req-0d917665-7db4-4943-96c7-781d9c760641 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 945 time: 0.0941937 Apr 20 19:20:15.608771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port e680395b-12d2-4ba3-b7a2-167f6a19217d completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:20:15.614964 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port e680395b-12d2-4ba3-b7a2-167f6a19217d triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:20:15.615412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:15.649864 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f7dda3f1-939c-45b7-a421-72c7cbef76e7 req-1eaebe65-271a-4fdc-92f6-60c0844ea538 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Apr 20 19:20:15.749918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:15.778000 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edd794d-7047-4007-a5bb-c071c7ef6867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e680395b-12d2-4ba3-b7a2-167f6a19217d'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:20:15.800985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port e680395b-12d2-4ba3-b7a2-167f6a19217d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e680395b-12d2-4ba3-b7a2-167f6a19217d,segment=NetworkSegment(0c112b7c-4763-4ad1-a342-688982ef1df8),segment_id=0c112b7c-4763-4ad1-a342-688982ef1df8)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:15.812158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60562) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:15.827967 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edd794d-7047-4007-a5bb-c071c7ef6867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e680395b-12d2-4ba3-b7a2-167f6a19217d', 'code': 200} Apr 20 19:20:15.843679 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:15.848586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-490cf908-f9c0-4c24-84d7-df68c8837bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:15.926213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=e680395b-12d2-4ba3-b7a2-167f6a19217d,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:15.934134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.934562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.934942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.935317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.935688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.936056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.936423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.936787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.937149 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.937530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.937902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.938259 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:20:15.942828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:15.953860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:15.969550 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:15.974206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] Usage tracker for resource:security_group_rule and tenant:d97e592cc17843998da2407c2cf975e6 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:15.977153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:15.983287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:16.068501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:16.094391 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:16.103863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-62d95bec-86f6-48fe-b9c5-e9bc0d0fef88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:16.119206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc6e2d-8c45-44fe-887f-10795f449f34 req-068dc1ab-3ff2-4a41-ace1-55fb53a43929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:16.120792 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-78dc6e2d-8c45-44fe-887f-10795f449f34 req-068dc1ab-3ff2-4a41-ace1-55fb53a43929 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 1099 time: 0.0781100 Apr 20 19:20:16.150405 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d97e592cc17843998da2407c2cf975e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370059 Apr 20 19:20:16.151394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d8a7ae-0bc1-4428-a5ec-092c92a338d7,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:16.153727 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 60568) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:16.154682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:16.202019 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-78dc6e2d-8c45-44fe-887f-10795f449f34 req-cfaefdca-b58a-4bc2-bef7-a4e5d2c02f92 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688488 Apr 20 19:20:16.232878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ca948b58-4eff-4672-b32d-55035b5a0b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:16.261102 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ca948b58-4eff-4672-b32d-55035b5a0b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:16.334346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ca948b58-4eff-4672-b32d-55035b5a0b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:16.339243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-81d9bb10-6e48-4d07-bc3a-fbe9a654c5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:16.351733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca948b58-4eff-4672-b32d-55035b5a0b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d8a7ae-0bc1-4428-a5ec-092c92a338d7,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:16.354132 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ca948b58-4eff-4672-b32d-55035b5a0b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:16.362032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ca948b58-4eff-4672-b32d-55035b5a0b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:16.363228 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ca948b58-4eff-4672-b32d-55035b5a0b3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8d8a7ae-0bc1-4428-a5ec-092c92a338d7 HTTP/1.1" status: 204 len: 168 time: 0.2085352 Apr 20 19:20:16.860318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f88fb-26f3-41d5-b1b8-36198338de5e req-36b879d2-094a-4fc5-8a26-b3fc4cec6485 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:16.862349 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d38f88fb-26f3-41d5-b1b8-36198338de5e req-36b879d2-094a-4fc5-8a26-b3fc4cec6485 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 946 time: 0.0938597 Apr 20 19:20:16.919233 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d38f88fb-26f3-41d5-b1b8-36198338de5e req-688a8e8b-6619-41d5-814a-0b229763c48f tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442300 Apr 20 19:20:17.206711 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 60594) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:17.214674 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b60c2a96-8626-4cfd-ad5e-fcfaae4663cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.318891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-415425954-network', 'tenant_id': '018c16b2246e433a86ccd7e9b7d3652d'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:20:17.323984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:17.328096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Usage tracker for resource:network and tenant:018c16b2246e433a86ccd7e9b7d3652d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:17.331423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:17.338202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:17.374484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Made reservation on behalf of 018c16b2246e433a86ccd7e9b7d3652d for: {'network': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:20:17.379589 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.393506 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.402874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.409171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:17.413104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Usage tracker for resource:security_group_rule and tenant:018c16b2246e433a86ccd7e9b7d3652d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:17.416040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:17.422039 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:17.506478 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.539859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.544389 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:17.573452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5233defa-39f5-43c0-aa53-e95d104af0d1,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:17.576908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:17.586197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=86473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:20:17.596385 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.596778 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Added segment e5985dd2-9281-453b-bc65-d65b14d022b2 of type vlan for network 8e26a120-1162-4b0d-bd1e-2072f86de448 Apr 20 19:20:17.623954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.688932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.691031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:17.691696 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:17.697385 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:17.803537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Pushing event updated for resources: {'Network': ['ID=8e26a120-1162-4b0d-bd1e-2072f86de448,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:17.806251 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:17.814971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 8e26a120-1162-4b0d-bd1e-2072f86de448 details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:20:17.826737 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6188531 Apr 20 19:20:17.829995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 60600) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:20:17.836301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Request body: {'subnet': {'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-415425954-subnet', 'tenant_id': '018c16b2246e433a86ccd7e9b7d3652d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:20:17.841382 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:17.846383 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Usage tracker for resource:subnet and tenant:018c16b2246e433a86ccd7e9b7d3652d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:17.849421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:17.856308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:17.894500 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Made reservation on behalf of 018c16b2246e433a86ccd7e9b7d3652d for: {'subnet': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:20:17.899412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847101601'] for subnet, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:18.050323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:18.124994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848e3b-a518-4225-8c62-981f9b816509 req-6bd66940-da68-4b74-af68-5fb3fd9a7aa1 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:18.126662 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a3848e3b-a518-4225-8c62-981f9b816509 req-6bd66940-da68-4b74-af68-5fb3fd9a7aa1 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 946 time: 0.0947828 Apr 20 19:20:18.175344 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a3848e3b-a518-4225-8c62-981f9b816509 req-03593671-2010-4cec-a105-8142fb4de244 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419519 Apr 20 19:20:18.323513 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848383705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847101618'] for subnet, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:18.328304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:18.406815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e0db3a-5f8d-4389-8fe5-156a653f1b97,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:18.414790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:18.418437 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Checking segment: {'id': 'e5985dd2-9281-453b-bc65-d65b14d022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:20:18.418836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Network hostable DHCP agents. Network: 8e26a120-1162-4b0d-bd1e-2072f86de448, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:20:18.540208 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Network 8e26a120-1162-4b0d-bd1e-2072f86de448 is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:20:18.580406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 8e26a120-1162-4b0d-bd1e-2072f86de448) {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:20:18.589589 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701278d-2610-4003-b590-ddeeeadde1d7 None None] Network 8e26a120-1162-4b0d-bd1e-2072f86de448 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:20:18.602120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:18.602781 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:18.649679 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-1c445173-9b5c-4a1f-b767-16bf0400c8c5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8180823 Apr 20 19:20:18.834567 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e292e9-90ce-4c08-9af5-81be8fba417a None None] Network 8e26a120-1162-4b0d-bd1e-2072f86de448 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:20:19.073300 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:20.962274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fddb8-1b55-48d2-af34-84346400045a req-53e22ee9-de0e-4d86-bd95-ab0dc9d17c3f tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:20.963020 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-b50fddb8-1b55-48d2-af34-84346400045a req-53e22ee9-de0e-4d86-bd95-ab0dc9d17c3f tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Synchronizing usage tracker for tenant:018c16b2246e433a86ccd7e9b7d3652d on resource:network {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:20:21.037267 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-b50fddb8-1b55-48d2-af34-84346400045a req-53e22ee9-de0e-4d86-bd95-ab0dc9d17c3f tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Unset dirty status for tenant:018c16b2246e433a86ccd7e9b7d3652d on resource:network {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:20:21.038542 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-53e22ee9-de0e-4d86-bd95-ab0dc9d17c3f tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/networks?id=8e26a120-1162-4b0d-bd1e-2072f86de448 HTTP/1.1" status: 200 len: 808 time: 0.2336013 Apr 20 19:20:21.055477 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-815258b2-381b-4682-bd4a-a40827820f1f tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/quotas/018c16b2246e433a86ccd7e9b7d3652d HTTP/1.1" status: 200 len: 375 time: 0.0108237 Apr 20 19:20:21.110220 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-0692f252-ff0d-44e4-a249-6574d862b79c tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=018c16b2246e433a86ccd7e9b7d3652d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479031 Apr 20 19:20:21.258125 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-9e4fcd0b-c61a-4433-a351-c932bc64bec1 service neutron] 10.222.0.35 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391759 Apr 20 19:20:21.404177 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-1c3ae5b1-fb32-4693-bc9a-61d573139a43 service neutron] 10.222.0.35 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391990 Apr 20 19:20:21.666930 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7b2c7679-dfc0-42d3-864f-6f5897d4d3dc req-533ffbd7-9263-44a8-abcb-685f77dbfb64 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 210 time: 0.0538342 Apr 20 19:20:22.833703 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d351365-95d8-43b4-8479-33d8c4e3ea7c req-5102e135-dd55-4ae5-a6b9-f86849f7845a tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 210 time: 0.0507126 Apr 20 19:20:23.870432 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fddb8-1b55-48d2-af34-84346400045a req-a7e45198-5cfe-4a21-8680-ce2104147038 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:23.872124 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-a7e45198-5cfe-4a21-8680-ce2104147038 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.15 "GET /v2.0/networks?id=8e26a120-1162-4b0d-bd1e-2072f86de448 HTTP/1.1" status: 200 len: 808 time: 0.3797450 Apr 20 19:20:23.886834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Request body: {'port': {'device_id': 'ba21598e-610b-42da-8fa0-415d7b6161a1', 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448', 'admin_state_up': True, 'tenant_id': '018c16b2246e433a86ccd7e9b7d3652d'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:20:24.027108 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f20a5369-cd70-49e3-8f3b-bff267bcba7c req-1ef8959e-2a15-45da-b285-dc64105ba1b1 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 210 time: 0.0643363 Apr 20 19:20:24.080531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:24.084585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Usage tracker for resource:port and tenant:018c16b2246e433a86ccd7e9b7d3652d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:20:24.087542 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:20:24.093618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:24.139592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Made reservation on behalf of 018c16b2246e433a86ccd7e9b7d3652d for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:20:24.145787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:24.317116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Allocated IP 172.20.0.12 (8e26a120-1162-4b0d-bd1e-2072f86de448/42e0db3a-5f8d-4389-8fe5-156a653f1b97/93c6e4b0-57ac-4554-a5b9-c83494c0e605) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:20:24.525282 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:24.580924 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:24.586391 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:24.656041 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Network 8e26a120-1162-4b0d-bd1e-2072f86de448 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:20:24.662607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:20:24.667533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:20:24.701135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Pushing event updated for resources: {'Port': ['ID=93c6e4b0-57ac-4554-a5b9-c83494c0e605,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:24.709905 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:24.740908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:24.741605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:24.791898 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9093192 Apr 20 19:20:24.810024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Request body: {'port': {'device_id': 'ba21598e-610b-42da-8fa0-415d7b6161a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:20:24.927454 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:25.303112 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c847-983d-4868-9f96-6f5341afa7aa req-68c0f440-b2cf-401d-96fd-daec7a8b7cd0 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:25.303869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-2f37c847-983d-4868-9f96-6f5341afa7aa req-68c0f440-b2cf-401d-96fd-daec7a8b7cd0 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Synchronizing usage tracker for tenant:018c16b2246e433a86ccd7e9b7d3652d on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:20:25.380913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-2f37c847-983d-4868-9f96-6f5341afa7aa req-68c0f440-b2cf-401d-96fd-daec7a8b7cd0 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Unset dirty status for tenant:018c16b2246e433a86ccd7e9b7d3652d on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:20:25.382310 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f37c847-983d-4868-9f96-6f5341afa7aa req-68c0f440-b2cf-401d-96fd-daec7a8b7cd0 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 932 time: 0.2296495 Apr 20 19:20:25.413369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c6e4b0-57ac-4554-a5b9-c83494c0e605 {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:20:25.423917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:25.457218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Transition to ACTIVE for port object 93c6e4b0-57ac-4554-a5b9-c83494c0e605 will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:20:25.459815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-2f37c847-983d-4868-9f96-6f5341afa7aa req-460bdf07-21ec-4e3d-9f6e-09231f798d34 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Synchronizing usage tracker for tenant:018c16b2246e433a86ccd7e9b7d3652d on resource:security_group {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:20:25.494205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:25.498960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:25.539520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-2f37c847-983d-4868-9f96-6f5341afa7aa req-460bdf07-21ec-4e3d-9f6e-09231f798d34 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Unset dirty status for tenant:018c16b2246e433a86ccd7e9b7d3652d on resource:security_group {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:20:25.540765 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2f37c847-983d-4868-9f96-6f5341afa7aa req-460bdf07-21ec-4e3d-9f6e-09231f798d34 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514666 Apr 20 19:20:25.665538 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Pushing event updated for resources: {'Port': ['ID=93c6e4b0-57ac-4554-a5b9-c83494c0e605,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:25.672986 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:25.743738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Attempting to bind port 93c6e4b0-57ac-4554-a5b9-c83494c0e605 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:20:25.744100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Attempting to bind port 93c6e4b0-57ac-4554-a5b9-c83494c0e605 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'e5985dd2-9281-453b-bc65-d65b14d022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:20:25.744464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Attempting to bind port 93c6e4b0-57ac-4554-a5b9-c83494c0e605 on network 8e26a120-1162-4b0d-bd1e-2072f86de448 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:20:25.749268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Port 93c6e4b0-57ac-4554-a5b9-c83494c0e605 on network 8e26a120-1162-4b0d-bd1e-2072f86de448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:20:25.749652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Attempting to bind port 93c6e4b0-57ac-4554-a5b9-c83494c0e605 on network 8e26a120-1162-4b0d-bd1e-2072f86de448 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:20:25.755697 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:20:25.756070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Checking segment: {'id': 'e5985dd2-9281-453b-bc65-d65b14d022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:20:25.756486 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Bound using segment: {'id': 'e5985dd2-9281-453b-bc65-d65b14d022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:20:25.756953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Bound port: 93c6e4b0-57ac-4554-a5b9-c83494c0e605, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5985dd2-9281-453b-bc65-d65b14d022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:20:25.757329 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:25.854770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] For port 93c6e4b0-57ac-4554-a5b9-c83494c0e605, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:20:25.857945 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] For port 93c6e4b0-57ac-4554-a5b9-c83494c0e605, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=93c6e4b0-57ac-4554-a5b9-c83494c0e605,segment=NetworkSegment(e5985dd2-9281-453b-bc65-d65b14d022b2),segment_id=e5985dd2-9281-453b-bc65-d65b14d022b2)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:20:25.883285 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:25.888320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c419b4b0-1896-46f8-a858-400dd4744a32 tempest-DeleteServersTestJSON-379045106 tempest-DeleteServersTestJSON-379045106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:25.941602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:25.942284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:25.943755 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] 10.222.0.15 "PUT /v2.0/ports/93c6e4b0-57ac-4554-a5b9-c83494c0e605 HTTP/1.1" status: 200 len: 1094 time: 1.1382027 Apr 20 19:20:25.944281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba21598e-610b-42da-8fa0-415d7b6161a1', 'tag': '93c6e4b0-57ac-4554-a5b9-c83494c0e605'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:20:25.971751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Pushing event updated for resources: {'Port': ['ID=93c6e4b0-57ac-4554-a5b9-c83494c0e605,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:25.975086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:26.010660 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba21598e-610b-42da-8fa0-415d7b6161a1', 'tag': '93c6e4b0-57ac-4554-a5b9-c83494c0e605', 'status': 'completed', 'code': 200} Apr 20 19:20:26.110005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fddb8-1b55-48d2-af34-84346400045a req-4ed2d1db-c1a2-4514-ab79-4c8f1e169b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:26.112236 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-4ed2d1db-c1a2-4514-ab79-4c8f1e169b04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=018c16b2246e433a86ccd7e9b7d3652d&device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 1097 time: 0.0857005 Apr 20 19:20:26.194845 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-b41472ee-8917-4842-bff2-9b1fc1a3d8fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c6e4b0-57ac-4554-a5b9-c83494c0e605 HTTP/1.1" status: 200 len: 217 time: 0.0721955 Apr 20 19:20:26.264802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fddb8-1b55-48d2-af34-84346400045a req-c78076d2-b638-495b-bcae-d2dfc85d2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:26.266438 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-c78076d2-b638-495b-bcae-d2dfc85d2bae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42e0db3a-5f8d-4389-8fe5-156a653f1b97 HTTP/1.1" status: 200 len: 848 time: 0.0649624 Apr 20 19:20:26.326923 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-36d7e2ac-c9a6-4c7e-895a-3d05b1eb3201 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e26a120-1162-4b0d-bd1e-2072f86de448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486028 Apr 20 19:20:26.473804 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-5de44aa8-f303-44b3-aefc-21eaab6c840b service neutron] 10.222.0.15 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392059 Apr 20 19:20:26.623262 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b50fddb8-1b55-48d2-af34-84346400045a req-9ff82ca5-273c-406f-88fd-79b0d2344841 service neutron] 10.222.0.15 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420386 Apr 20 19:20:26.789260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781396-9a26-4847-8953-2b53db50b0d2 req-70e71bf3-0ef1-4575-bb98-fe555cb2af05 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:26.790836 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-10781396-9a26-4847-8953-2b53db50b0d2 req-70e71bf3-0ef1-4575-bb98-fe555cb2af05 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 944 time: 0.1334481 Apr 20 19:20:26.855996 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-10781396-9a26-4847-8953-2b53db50b0d2 req-203c4fd8-bfd1-4b70-bfbb-0b1ec057758c tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Apr 20 19:20:26.865116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239dd88-f96b-41c1-a4d3-34531a8cd99f req-e6789865-788a-4b2a-a020-6b020853ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:26.866920 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9239dd88-f96b-41c1-a4d3-34531a8cd99f req-e6789865-788a-4b2a-a020-6b020853ba74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=018c16b2246e433a86ccd7e9b7d3652d&device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 1097 time: 0.1254373 Apr 20 19:20:27.007841 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239dd88-f96b-41c1-a4d3-34531a8cd99f req-88d9fd1d-a115-488f-82ef-174d013d4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:27.009405 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9239dd88-f96b-41c1-a4d3-34531a8cd99f req-88d9fd1d-a115-488f-82ef-174d013d4f43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e26a120-1162-4b0d-bd1e-2072f86de448 HTTP/1.1" status: 200 len: 909 time: 0.1352632 Apr 20 19:20:27.086511 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9239dd88-f96b-41c1-a4d3-34531a8cd99f req-d0bcb8df-fdb8-4d8f-9a3c-45846f74bee1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c6e4b0-57ac-4554-a5b9-c83494c0e605 HTTP/1.1" status: 200 len: 217 time: 0.0698376 Apr 20 19:20:27.160522 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239dd88-f96b-41c1-a4d3-34531a8cd99f req-23a0ccc3-a01f-4df4-9a10-337b8f562c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:27.162105 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9239dd88-f96b-41c1-a4d3-34531a8cd99f req-23a0ccc3-a01f-4df4-9a10-337b8f562c6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42e0db3a-5f8d-4389-8fe5-156a653f1b97 HTTP/1.1" status: 200 len: 848 time: 0.0677817 Apr 20 19:20:27.216642 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9239dd88-f96b-41c1-a4d3-34531a8cd99f req-13aec5a9-cb5c-465c-a0b5-87b4cf98e3a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e26a120-1162-4b0d-bd1e-2072f86de448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473390 Apr 20 19:20:27.362154 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9239dd88-f96b-41c1-a4d3-34531a8cd99f req-08630b2e-75ce-48f7-b052-2ae772572c9e service neutron] 10.222.0.15 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349552 Apr 20 19:20:27.502035 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9239dd88-f96b-41c1-a4d3-34531a8cd99f req-10e2e1dc-72b1-44e1-8d0e-6e334ceea4c0 service neutron] 10.222.0.15 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331737 Apr 20 19:20:28.058805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054e1ce-f836-4813-86aa-21f59adb7818 req-4f90241f-23a1-4463-b300-d8dda021b7d5 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:28.060394 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4054e1ce-f836-4813-86aa-21f59adb7818 req-4f90241f-23a1-4463-b300-d8dda021b7d5 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 944 time: 0.0876174 Apr 20 19:20:28.107567 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4054e1ce-f836-4813-86aa-21f59adb7818 req-7cc84d42-e1c1-41bc-a68f-5a25a136bc8b tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Apr 20 19:20:29.310281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f09486-30d0-4d5b-a696-252fe106d04d req-1588d76e-23d4-4ce7-9950-99220215940f tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:29.311881 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-44f09486-30d0-4d5b-a696-252fe106d04d req-1588d76e-23d4-4ce7-9950-99220215940f tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 944 time: 0.0917556 Apr 20 19:20:29.359301 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-44f09486-30d0-4d5b-a696-252fe106d04d req-5f3c4a6d-6441-42f1-87ed-448acc730685 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409710 Apr 20 19:20:29.613944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 93c6e4b0-57ac-4554-a5b9-c83494c0e605 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:20:29.756768 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 93c6e4b0-57ac-4554-a5b9-c83494c0e605, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=93c6e4b0-57ac-4554-a5b9-c83494c0e605,segment=NetworkSegment(e5985dd2-9281-453b-bc65-d65b14d022b2),segment_id=e5985dd2-9281-453b-bc65-d65b14d022b2)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:29.770836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '93c6e4b0-57ac-4554-a5b9-c83494c0e605', 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448', 'port_id': '93c6e4b0-57ac-4554-a5b9-c83494c0e605', 'mac_address': 'fa:16:3e:10:f8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e0db3a-5f8d-4389-8fe5-156a653f1b97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:20:29.828182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:29.848254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c6e4b0-57ac-4554-a5b9-c83494c0e605 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:20:29.864508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 93c6e4b0-57ac-4554-a5b9-c83494c0e605, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=93c6e4b0-57ac-4554-a5b9-c83494c0e605,segment=NetworkSegment(e5985dd2-9281-453b-bc65-d65b14d022b2),segment_id=e5985dd2-9281-453b-bc65-d65b14d022b2)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:29.893766 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:29.895577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-beb0cbea-81ad-4b18-9f8a-7567c6a04105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:29.963440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=93c6e4b0-57ac-4554-a5b9-c83494c0e605,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:29.966616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:30.266912 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['93c6e4b0-57ac-4554-a5b9-c83494c0e605'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:20:30.562961 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33debdd5-b147-4938-80a5-30639ee4b206 req-f91b45e5-09f4-46b9-8828-6b99dd5588fe tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:30.565348 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-33debdd5-b147-4938-80a5-30639ee4b206 req-f91b45e5-09f4-46b9-8828-6b99dd5588fe tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 945 time: 0.0885880 Apr 20 19:20:30.617825 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-33debdd5-b147-4938-80a5-30639ee4b206 req-bc35fb5e-a9ea-4e00-9ec0-a4fab9b44cdc tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456629 Apr 20 19:20:31.636911 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 93c6e4b0-57ac-4554-a5b9-c83494c0e605 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:20:31.756886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 93c6e4b0-57ac-4554-a5b9-c83494c0e605 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:20:31.762150 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 93c6e4b0-57ac-4554-a5b9-c83494c0e605 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:20:31.762568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:31.823088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf44ea1-75cf-4362-888c-c3b0aece0288 req-57d5d725-49b5-46c3-928b-0677832af522 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:31.824694 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5cf44ea1-75cf-4362-888c-c3b0aece0288 req-57d5d725-49b5-46c3-928b-0677832af522 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 945 time: 0.0881500 Apr 20 19:20:31.873585 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5cf44ea1-75cf-4362-888c-c3b0aece0288 req-c5cbba39-7b74-46eb-9c07-d18d46641c31 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Apr 20 19:20:31.888376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:31.917624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba21598e-610b-42da-8fa0-415d7b6161a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c6e4b0-57ac-4554-a5b9-c83494c0e605'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:20:31.928703 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 93c6e4b0-57ac-4554-a5b9-c83494c0e605, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=93c6e4b0-57ac-4554-a5b9-c83494c0e605,segment=NetworkSegment(e5985dd2-9281-453b-bc65-d65b14d022b2),segment_id=e5985dd2-9281-453b-bc65-d65b14d022b2)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:31.963196 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:31.966573 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba21598e-610b-42da-8fa0-415d7b6161a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c6e4b0-57ac-4554-a5b9-c83494c0e605', 'code': 200} Apr 20 19:20:31.967165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:32.044433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=93c6e4b0-57ac-4554-a5b9-c83494c0e605,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:32.047599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:32.580992 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3e41e-516b-44d1-9154-cf35459987fa req-60fe053d-a8f0-428a-8baa-af8af61ea397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:32.582727 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0dd3e41e-516b-44d1-9154-cf35459987fa req-60fe053d-a8f0-428a-8baa-af8af61ea397 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 1099 time: 0.3041308 Apr 20 19:20:32.640746 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0dd3e41e-516b-44d1-9154-cf35459987fa req-a01eaabf-3245-4139-8e67-2f53b575d96b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 Apr 20 19:20:33.075687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da91b58-38de-4636-a1fc-1d424492ebe6 req-9098a403-5f29-436c-968f-dd3c46a68f49 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:33.077198 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2da91b58-38de-4636-a1fc-1d424492ebe6 req-9098a403-5f29-436c-968f-dd3c46a68f49 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 946 time: 0.0894351 Apr 20 19:20:33.126073 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2da91b58-38de-4636-a1fc-1d424492ebe6 req-58258bcf-e021-487c-9430-005a21dd42d3 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Apr 20 19:20:34.008141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:34.331802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3d866-abdc-436b-81ee-3e47c4a1218b req-1fbd084f-3fdc-49cb-ad3b-8f796e084334 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:34.333300 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-68d3d866-abdc-436b-81ee-3e47c4a1218b req-1fbd084f-3fdc-49cb-ad3b-8f796e084334 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 946 time: 0.0904608 Apr 20 19:20:34.380937 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-68d3d866-abdc-436b-81ee-3e47c4a1218b req-073fda9f-fa95-49fb-9969-42081769bbb6 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Apr 20 19:20:35.749519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ac75-7a08-4e5d-97ec-836a50944b44 req-3f19b84e-d2a6-42cd-8ea5-3307f07be8c2 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:35.751142 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ff66ac75-7a08-4e5d-97ec-836a50944b44 req-3f19b84e-d2a6-42cd-8ea5-3307f07be8c2 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 946 time: 0.0934119 Apr 20 19:20:35.799003 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ff66ac75-7a08-4e5d-97ec-836a50944b44 req-5bea01a7-79c5-4bf7-932f-fe790c29daa2 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413408 Apr 20 19:20:37.005590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b89cf-4b2c-4df4-836d-c1dab6ca13eb req-a1472494-66b3-42b8-9d03-53bc0942089d tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:37.007157 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4c3b89cf-4b2c-4df4-836d-c1dab6ca13eb req-a1472494-66b3-42b8-9d03-53bc0942089d tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 946 time: 0.0892668 Apr 20 19:20:37.055960 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4c3b89cf-4b2c-4df4-836d-c1dab6ca13eb req-3d3f62c2-b595-486e-8070-b6a84e176d3a tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Apr 20 19:20:37.510268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-243d8168-9b8d-4ba9-9b61-b187cd076a91 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:37.511832 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-243d8168-9b8d-4ba9-9b61-b187cd076a91 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 946 time: 0.0925233 Apr 20 19:20:37.604959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Deleting port 93c6e4b0-57ac-4554-a5b9-c83494c0e605 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:20:37.605362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:37.865110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] For port 93c6e4b0-57ac-4554-a5b9-c83494c0e605, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=93c6e4b0-57ac-4554-a5b9-c83494c0e605,segment=NetworkSegment(e5985dd2-9281-453b-bc65-d65b14d022b2),segment_id=e5985dd2-9281-453b-bc65-d65b14d022b2)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:37.865704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:37.998678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Calling delete_port for 93c6e4b0-57ac-4554-a5b9-c83494c0e605 owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:20:38.345808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3885c6-72cf-488b-bea8-aa5e45bc5299 req-8616a899-7d5f-400b-8602-48a97218cc23 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:38.347403 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6e3885c6-72cf-488b-bea8-aa5e45bc5299 req-8616a899-7d5f-400b-8602-48a97218cc23 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba21598e-610b-42da-8fa0-415d7b6161a1 HTTP/1.1" status: 200 len: 867 time: 0.1126294 Apr 20 19:20:38.351016 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:38.357040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d7c41c1c-171f-460b-86e5-b6c1c2e5c830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:38.369452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['93c6e4b0-57ac-4554-a5b9-c83494c0e605'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:20:38.424210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Pushing event deleted for resources: {'Port': ['ID=93c6e4b0-57ac-4554-a5b9-c83494c0e605,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:38.427509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:38.521954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] No DVR routers for this DVR port 93c6e4b0-57ac-4554-a5b9-c83494c0e605 on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:20:38.525855 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:38.531070 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6e3885c6-72cf-488b-bea8-aa5e45bc5299 req-bcdca4d6-cfb5-4a1e-b103-05406d4b094e tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404576 Apr 20 19:20:38.531598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba21598e-610b-42da-8fa0-415d7b6161a1', 'name': 'network-vif-deleted', 'tag': '93c6e4b0-57ac-4554-a5b9-c83494c0e605'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:20:38.579626 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba21598e-610b-42da-8fa0-415d7b6161a1', 'name': 'network-vif-deleted', 'tag': '93c6e4b0-57ac-4554-a5b9-c83494c0e605', 'status': 'completed', 'code': 200} Apr 20 19:20:38.581600 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c65c5027-8c13-473c-9042-aeda9ca3ab33 req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.15 "DELETE /v2.0/ports/93c6e4b0-57ac-4554-a5b9-c83494c0e605 HTTP/1.1" status: 204 len: 173 time: 1.0499327 Apr 20 19:20:39.918457 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-c1d111a4-fab0-4af6-9814-880516080b2f tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:39.919950 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-c1d111a4-fab0-4af6-9814-880516080b2f tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/networks?id=8e26a120-1162-4b0d-bd1e-2072f86de448 HTTP/1.1" status: 200 len: 808 time: 0.1564126 Apr 20 19:20:39.936115 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-5bcf41a1-b13a-452d-a76a-57402cb79c59 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/quotas/018c16b2246e433a86ccd7e9b7d3652d HTTP/1.1" status: 200 len: 375 time: 0.0094347 Apr 20 19:20:39.987642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-b767faf3-da08-4626-9e9e-e98b7e4151d4 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Synchronizing usage tracker for tenant:018c16b2246e433a86ccd7e9b7d3652d on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:20:40.036626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-b767faf3-da08-4626-9e9e-e98b7e4151d4 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Unset dirty status for tenant:018c16b2246e433a86ccd7e9b7d3652d on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:20:40.038034 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-b767faf3-da08-4626-9e9e-e98b7e4151d4 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=018c16b2246e433a86ccd7e9b7d3652d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962806 Apr 20 19:20:40.182217 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-6f06d93b-54ad-485a-bef0-d566bc76a9a3 service neutron] 10.222.0.35 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366615 Apr 20 19:20:40.326884 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-48348eb9-f461-41b7-8a17-a70c4a580ded service neutron] 10.222.0.35 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382544 Apr 20 19:20:40.554921 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d215a959-e519-4de6-a233-3f9929aaa5e9 req-d4b92015-f3d2-41be-8aa0-6eee98df9327 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 210 time: 0.0494342 Apr 20 19:20:41.670968 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 93c6e4b0-57ac-4554-a5b9-c83494c0e605 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:20:41.709291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 93c6e4b0-57ac-4554-a5b9-c83494c0e605 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:20:41.709827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 93c6e4b0-57ac-4554-a5b9-c83494c0e605 not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:20:41.726153 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8a150d04-465b-4adc-b3b0-380d1ec21f79 req-063b792a-8e0d-44fc-a6e1-fab118f6b43f tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 210 time: 0.0553396 Apr 20 19:20:42.217969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-d7afc89b-70ca-4f69-a637-05f07e2bdd8b tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:42.219489 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-d7afc89b-70ca-4f69-a637-05f07e2bdd8b tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.15 "GET /v2.0/networks?id=8e26a120-1162-4b0d-bd1e-2072f86de448 HTTP/1.1" status: 200 len: 808 time: 0.1599452 Apr 20 19:20:42.242850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Request body: {'port': {'device_id': '3b38e40a-cd4a-4174-9493-d31401c4b0f7', 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448', 'admin_state_up': True, 'tenant_id': '018c16b2246e433a86ccd7e9b7d3652d'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:20:42.395650 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:20:42.405806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:20:42.442898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Made reservation on behalf of 018c16b2246e433a86ccd7e9b7d3652d for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:20:42.449093 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:42.621150 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Allocated IP 172.20.0.2 (8e26a120-1162-4b0d-bd1e-2072f86de448/42e0db3a-5f8d-4389-8fe5-156a653f1b97/48209251-f5bd-4bc1-91d8-a339f0c274ff) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:20:42.864376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:42.917602 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dbf00445-760d-48e7-93a9-cee61ffc4adb req-cc3b25c6-f6f3-48a1-8b70-cd088085a6fc tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 210 time: 0.0589936 Apr 20 19:20:42.986827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:42.993153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:43.070908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Network 8e26a120-1162-4b0d-bd1e-2072f86de448 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:20:43.074576 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:20:43.078716 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:20:43.124395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Pushing event updated for resources: {'Port': ['ID=48209251-f5bd-4bc1-91d8-a339f0c274ff,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:43.129363 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:43.155014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:43.155667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:43.254781 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-ba89e522-dc35-4001-9d2b-4e9f554cb0ce tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0163295 Apr 20 19:20:43.279490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Request body: {'port': {'device_id': '3b38e40a-cd4a-4174-9493-d31401c4b0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:20:43.400955 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:43.975598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48209251-f5bd-4bc1-91d8-a339f0c274ff {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:20:43.984460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:44.000170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Transition to ACTIVE for port object 48209251-f5bd-4bc1-91d8-a339f0c274ff will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:20:44.025329 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:44.030647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e5a8f542-6f2a-449f-bd34-b2aafbce1847 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:44.253730 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Pushing event updated for resources: {'Port': ['ID=48209251-f5bd-4bc1-91d8-a339f0c274ff,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:44.262222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:44.352878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0e16b-45e3-4cf8-b569-69a5628b04c7 req-e5bb848e-9bee-4845-8a6f-cc9022d2471b tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:44.353654 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-09d0e16b-45e3-4cf8-b569-69a5628b04c7 req-e5bb848e-9bee-4845-8a6f-cc9022d2471b tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Synchronizing usage tracker for tenant:018c16b2246e433a86ccd7e9b7d3652d on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:20:44.369358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Attempting to bind port 48209251-f5bd-4bc1-91d8-a339f0c274ff on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:20:44.369755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Attempting to bind port 48209251-f5bd-4bc1-91d8-a339f0c274ff by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'e5985dd2-9281-453b-bc65-d65b14d022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:20:44.370119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Attempting to bind port 48209251-f5bd-4bc1-91d8-a339f0c274ff on network 8e26a120-1162-4b0d-bd1e-2072f86de448 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:20:44.377150 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Port 48209251-f5bd-4bc1-91d8-a339f0c274ff on network 8e26a120-1162-4b0d-bd1e-2072f86de448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:20:44.377544 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Attempting to bind port 48209251-f5bd-4bc1-91d8-a339f0c274ff on network 8e26a120-1162-4b0d-bd1e-2072f86de448 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:20:44.382997 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:20:44.385223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Checking segment: {'id': 'e5985dd2-9281-453b-bc65-d65b14d022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:20:44.385223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Bound using segment: {'id': 'e5985dd2-9281-453b-bc65-d65b14d022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:20:44.385223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Bound port: 48209251-f5bd-4bc1-91d8-a339f0c274ff, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5985dd2-9281-453b-bc65-d65b14d022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:20:44.385223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:44.431320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-09d0e16b-45e3-4cf8-b569-69a5628b04c7 req-e5bb848e-9bee-4845-8a6f-cc9022d2471b tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Unset dirty status for tenant:018c16b2246e433a86ccd7e9b7d3652d on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:20:44.432582 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09d0e16b-45e3-4cf8-b569-69a5628b04c7 req-e5bb848e-9bee-4845-8a6f-cc9022d2471b tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 943 time: 0.3596711 Apr 20 19:20:44.514663 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09d0e16b-45e3-4cf8-b569-69a5628b04c7 req-9a46b83c-72f4-49eb-8d45-4fc978988156 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749683 Apr 20 19:20:44.520563 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] For port 48209251-f5bd-4bc1-91d8-a339f0c274ff, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:20:44.523787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] For port 48209251-f5bd-4bc1-91d8-a339f0c274ff, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48209251-f5bd-4bc1-91d8-a339f0c274ff,segment=NetworkSegment(e5985dd2-9281-453b-bc65-d65b14d022b2),segment_id=e5985dd2-9281-453b-bc65-d65b14d022b2)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:20:44.551654 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:44.556724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b34c92ac-d788-4317-a574-f086b26f5dbf tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:44.609395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:44.610090 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:44.612301 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] 10.222.0.15 "PUT /v2.0/ports/48209251-f5bd-4bc1-91d8-a339f0c274ff HTTP/1.1" status: 200 len: 1093 time: 1.3373718 Apr 20 19:20:44.612824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b38e40a-cd4a-4174-9493-d31401c4b0f7', 'tag': '48209251-f5bd-4bc1-91d8-a339f0c274ff'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:20:44.639638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Pushing event updated for resources: {'Port': ['ID=48209251-f5bd-4bc1-91d8-a339f0c274ff,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:44.643097 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:44.773745 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-26812aa5-87bc-46f3-9fc9-21357bda756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:44.775302 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-26812aa5-87bc-46f3-9fc9-21357bda756c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=018c16b2246e433a86ccd7e9b7d3652d&device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 1096 time: 0.0892968 Apr 20 19:20:44.849256 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b38e40a-cd4a-4174-9493-d31401c4b0f7', 'tag': '48209251-f5bd-4bc1-91d8-a339f0c274ff', 'status': 'completed', 'code': 200} Apr 20 19:20:44.858159 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-d6feaa1e-8216-439f-945f-1bd5a06d88e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48209251-f5bd-4bc1-91d8-a339f0c274ff HTTP/1.1" status: 200 len: 217 time: 0.0690587 Apr 20 19:20:44.937838 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-cedd5a4f-83db-47e1-8c29-b907051546f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:44.939669 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-cedd5a4f-83db-47e1-8c29-b907051546f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42e0db3a-5f8d-4389-8fe5-156a653f1b97 HTTP/1.1" status: 200 len: 848 time: 0.0676117 Apr 20 19:20:44.945616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4cb71395-50b6-47b5-8b38-c1ea97f955f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:44.996526 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-769479c6-2b7b-4a9e-a6e2-04d4124b3094 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e26a120-1162-4b0d-bd1e-2072f86de448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489383 Apr 20 19:20:45.143427 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-7672bea0-ee4f-495f-8bf1-7645da1dd155 service neutron] 10.222.0.15 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397367 Apr 20 19:20:45.291357 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d465f51-ddce-4bed-810a-74b16a833dc8 req-d29ead8b-afb6-4149-83a1-df54f37320d5 service neutron] 10.222.0.15 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386709 Apr 20 19:20:45.448163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d70b1-2d68-4d33-884e-489e79de9c6e req-4dd5c79c-14bb-4015-93ad-76b13af19a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:45.449823 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a60d70b1-2d68-4d33-884e-489e79de9c6e req-4dd5c79c-14bb-4015-93ad-76b13af19a63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=018c16b2246e433a86ccd7e9b7d3652d&device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 1096 time: 0.0780005 Apr 20 19:20:45.672652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad112b8-324e-4caf-a030-e02b64ec146e req-36a731b2-5268-4afd-bf6d-bd6f17a366a6 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:45.674473 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0ad112b8-324e-4caf-a030-e02b64ec146e req-36a731b2-5268-4afd-bf6d-bd6f17a366a6 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 946 time: 0.2226353 Apr 20 19:20:45.677610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d70b1-2d68-4d33-884e-489e79de9c6e req-dd510329-51b7-4320-acd0-8920278e7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:45.679123 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a60d70b1-2d68-4d33-884e-489e79de9c6e req-dd510329-51b7-4320-acd0-8920278e7da1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e26a120-1162-4b0d-bd1e-2072f86de448 HTTP/1.1" status: 200 len: 909 time: 0.1829531 Apr 20 19:20:45.773970 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a60d70b1-2d68-4d33-884e-489e79de9c6e req-f62d5a5d-3a2a-4959-a283-d4d48d765ede service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48209251-f5bd-4bc1-91d8-a339f0c274ff HTTP/1.1" status: 200 len: 217 time: 0.0772629 Apr 20 19:20:45.883183 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0ad112b8-324e-4caf-a030-e02b64ec146e req-ddab3116-87ee-4b91-8f41-646854a75756 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013912 Apr 20 19:20:45.911413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d70b1-2d68-4d33-884e-489e79de9c6e req-bcc4eb85-bee4-4347-809b-6f1b375678d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:45.912953 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a60d70b1-2d68-4d33-884e-489e79de9c6e req-bcc4eb85-bee4-4347-809b-6f1b375678d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42e0db3a-5f8d-4389-8fe5-156a653f1b97 HTTP/1.1" status: 200 len: 848 time: 0.1273899 Apr 20 19:20:45.970399 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a60d70b1-2d68-4d33-884e-489e79de9c6e req-9c0c1a5d-a98b-4b14-9cdb-fe53a35e95cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e26a120-1162-4b0d-bd1e-2072f86de448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486345 Apr 20 19:20:46.009197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49be4c-7d06-4cae-9fcd-9ebd67fa213a req-6a70b81e-34e8-46c6-b2aa-4027e915b80d tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:46.010755 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3d49be4c-7d06-4cae-9fcd-9ebd67fa213a req-6a70b81e-34e8-46c6-b2aa-4027e915b80d tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 943 time: 0.2357345 Apr 20 19:20:46.135360 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3d49be4c-7d06-4cae-9fcd-9ebd67fa213a req-54ca16ff-879d-4ad9-86be-e27cd3903c02 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734534 Apr 20 19:20:46.159405 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a60d70b1-2d68-4d33-884e-489e79de9c6e req-e07234ac-ceaf-433a-bb01-b7c0b111d8e8 service neutron] 10.222.0.15 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818800 Apr 20 19:20:46.261347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:20:46.302239 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a60d70b1-2d68-4d33-884e-489e79de9c6e req-3850dfa6-8f78-4c11-94f9-a1e695a3c5ff service neutron] 10.222.0.15 "GET /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363273 Apr 20 19:20:47.086379 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd6204-7ecf-4672-8db3-c01817f44ffd req-dd8eab43-e6d4-4897-870e-3d35053c0de9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:47.087956 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3efd6204-7ecf-4672-8db3-c01817f44ffd req-dd8eab43-e6d4-4897-870e-3d35053c0de9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 946 time: 0.0919120 Apr 20 19:20:47.136505 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3efd6204-7ecf-4672-8db3-c01817f44ffd req-62e0a412-b040-46f6-a7e9-eb7c5386543d tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Apr 20 19:20:47.225495 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c86e2beb-3e92-4071-bcc1-8e337b9cac62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:47.338960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa231c-03c9-4d22-86b4-94bd81ec8f68 req-0b07c971-1e0f-449f-9492-3f2d3c362001 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:47.340452 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9efa231c-03c9-4d22-86b4-94bd81ec8f68 req-0b07c971-1e0f-449f-9492-3f2d3c362001 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 943 time: 0.0883548 Apr 20 19:20:47.395057 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9efa231c-03c9-4d22-86b4-94bd81ec8f68 req-1f0dc945-c8b1-40e0-ba81-8dcc7109e927 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470624 Apr 20 19:20:47.413703 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:47.705669 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 48209251-f5bd-4bc1-91d8-a339f0c274ff details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:20:47.845139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 48209251-f5bd-4bc1-91d8-a339f0c274ff, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48209251-f5bd-4bc1-91d8-a339f0c274ff,segment=NetworkSegment(e5985dd2-9281-453b-bc65-d65b14d022b2),segment_id=e5985dd2-9281-453b-bc65-d65b14d022b2)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:47.863398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '48209251-f5bd-4bc1-91d8-a339f0c274ff', 'network_id': '8e26a120-1162-4b0d-bd1e-2072f86de448', 'port_id': '48209251-f5bd-4bc1-91d8-a339f0c274ff', 'mac_address': 'fa:16:3e:b1:f6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e0db3a-5f8d-4389-8fe5-156a653f1b97', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:20:47.921592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:47.940793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48209251-f5bd-4bc1-91d8-a339f0c274ff {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:20:47.956425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 48209251-f5bd-4bc1-91d8-a339f0c274ff, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48209251-f5bd-4bc1-91d8-a339f0c274ff,segment=NetworkSegment(e5985dd2-9281-453b-bc65-d65b14d022b2),segment_id=e5985dd2-9281-453b-bc65-d65b14d022b2)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:47.991344 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:47.993201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c25eade2-08ed-4625-a50c-08222f428109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:48.076683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=48209251-f5bd-4bc1-91d8-a339f0c274ff,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:48.080006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:48.099431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:48.347510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674443d7-c5b0-496a-a536-008f0114d037 req-0d033e3f-5c8c-4685-bb58-21a4c2743804 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:48.349071 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-674443d7-c5b0-496a-a536-008f0114d037 req-0d033e3f-5c8c-4685-bb58-21a4c2743804 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 946 time: 0.0904047 Apr 20 19:20:48.397514 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-674443d7-c5b0-496a-a536-008f0114d037 req-d2de0600-4f3b-4d1a-b00a-cd5274974b50 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Apr 20 19:20:48.433597 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['48209251-f5bd-4bc1-91d8-a339f0c274ff'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:20:48.605425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c28abc-19bc-4f08-881b-d1121c473781 req-dd2a2266-2703-4147-a4c1-29100da7ad5e tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:48.610015 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d6c28abc-19bc-4f08-881b-d1121c473781 req-dd2a2266-2703-4147-a4c1-29100da7ad5e tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 944 time: 0.0966411 Apr 20 19:20:48.669564 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d6c28abc-19bc-4f08-881b-d1121c473781 req-b46afb2d-9540-4fc6-88ee-e4a4fad478d1 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550988 Apr 20 19:20:49.005355 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecb84a-75b9-473c-aade-d7d102cd25ac req-28fa8aeb-b1f6-43de-a9d8-e9bc02dce55c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:49.007037 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-adecb84a-75b9-473c-aade-d7d102cd25ac req-28fa8aeb-b1f6-43de-a9d8-e9bc02dce55c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.1629109 Apr 20 19:20:49.010187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-62db06f0-08c3-42a7-b605-9f89a2760f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:49.011661 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-62db06f0-08c3-42a7-b605-9f89a2760f27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f357a754805d4dc1b1a88f2a37408cf8&device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 1137 time: 0.1286204 Apr 20 19:20:49.076660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:49.368692 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-adecb84a-75b9-473c-aade-d7d102cd25ac req-5ae4f2cd-011d-4128-89f3-c043bf9d8fe9 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3546863 Apr 20 19:20:49.411666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-7af532a1-d639-4efa-a8c9-19fd91e816f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:49.413223 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-7af532a1-d639-4efa-a8c9-19fd91e816f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f HTTP/1.1" status: 200 len: 916 time: 0.3821399 Apr 20 19:20:49.560400 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-1ad8000c-c5bd-4023-ac22-f82286858daf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d41f42-5083-4c79-be5f-5767c7ec8022 HTTP/1.1" status: 200 len: 1001 time: 0.1387856 Apr 20 19:20:49.655338 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-00fb736c-8d78-4180-a4b2-d289ba5a14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:49.656811 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-00fb736c-8d78-4180-a4b2-d289ba5a14ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=102a43ba-d121-4313-8680-a7ae67f3d7a8 HTTP/1.1" status: 200 len: 854 time: 0.0847411 Apr 20 19:20:49.713256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e3b02-0688-4e5a-a9ed-3e53a84538fc req-c01cac78-3769-485f-97ac-96f47a9c5edd tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:49.714877 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-257e3b02-0688-4e5a-a9ed-3e53a84538fc req-c01cac78-3769-485f-97ac-96f47a9c5edd tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 946 time: 0.1933563 Apr 20 19:20:49.781374 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-257e3b02-0688-4e5a-a9ed-3e53a84538fc req-3aba673d-53e3-4e5d-b7be-1da9ccd47ac0 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592978 Apr 20 19:20:49.842031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-45d9873d-5a54-462c-934c-b50c33da4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:49.843607 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-45d9873d-5a54-462c-934c-b50c33da4b6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1787295 Apr 20 19:20:49.973708 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556b2a5-da64-4d70-a1e5-35b592f81297 req-fadcb98e-f0ea-4c03-a39f-18763e51a4d5 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:49.975287 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4556b2a5-da64-4d70-a1e5-35b592f81297 req-fadcb98e-f0ea-4c03-a39f-18763e51a4d5 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 944 time: 0.1922019 Apr 20 19:20:50.039765 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-077d8d6e-1ec6-4d05-8cb8-c6d0eeda5299 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883187 Apr 20 19:20:50.051560 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4556b2a5-da64-4d70-a1e5-35b592f81297 req-ec1b04bf-e284-4bbc-95f9-dacfcd49a109 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621648 Apr 20 19:20:50.187282 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b19e35a3-a702-46e3-9c03-e6a914efc90a req-5035114c-c4a5-4f5e-8d12-2d1d0b7cc304 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396565 Apr 20 19:20:50.539566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-a5a6babd-2bc7-4c26-90f7-1f9f764d7545 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:50.541088 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-a5a6babd-2bc7-4c26-90f7-1f9f764d7545 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 946 time: 0.1379220 Apr 20 19:20:50.638829 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Deleting port e680395b-12d2-4ba3-b7a2-167f6a19217d {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:20:50.639206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:50.709818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41e2c3-e133-4cf0-b6cb-9c6e26b9aacc req-6aa18d3f-4489-447e-a00b-79160b3aadf1 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:50.711416 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ad41e2c3-e133-4cf0-b6cb-9c6e26b9aacc req-6aa18d3f-4489-447e-a00b-79160b3aadf1 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.2238359 Apr 20 19:20:50.836908 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ad41e2c3-e133-4cf0-b6cb-9c6e26b9aacc req-73861ad4-8bfe-47d1-beb9-017fe19fff76 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940354 Apr 20 19:20:51.025765 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] For port e680395b-12d2-4ba3-b7a2-167f6a19217d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e680395b-12d2-4ba3-b7a2-167f6a19217d,segment=NetworkSegment(0c112b7c-4763-4ad1-a342-688982ef1df8),segment_id=0c112b7c-4763-4ad1-a342-688982ef1df8)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:51.026159 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:51.168497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Calling delete_port for e680395b-12d2-4ba3-b7a2-167f6a19217d owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:20:51.218869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b188feb-3b09-45d1-8504-a992c45e3426 req-ce702b26-0686-4e5a-abf3-8b4bbde77a03 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:51.221557 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0b188feb-3b09-45d1-8504-a992c45e3426 req-ce702b26-0686-4e5a-abf3-8b4bbde77a03 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 946 time: 0.3227386 Apr 20 19:20:51.364653 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0b188feb-3b09-45d1-8504-a992c45e3426 req-5899d196-16b8-45e4-afcc-e6b11aab8c9f tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/security-groups?id=fedd60a5-fdba-4b43-a9e6-7a983ea779f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019602 Apr 20 19:20:51.431764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809f8db-3592-4476-8355-de7697da45c3 req-0b8d66c8-c23f-4296-a600-d31750f06cb2 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:51.433335 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4809f8db-3592-4476-8355-de7697da45c3 req-0b8d66c8-c23f-4296-a600-d31750f06cb2 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 944 time: 0.2342494 Apr 20 19:20:51.503031 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4809f8db-3592-4476-8355-de7697da45c3 req-80cfa5b7-c123-4795-8b4e-4568b6f05e35 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568101 Apr 20 19:20:51.522367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:51.533317 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:51.540590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['e680395b-12d2-4ba3-b7a2-167f6a19217d'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:20:51.582970 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Pushing event deleted for resources: {'Port': ['ID=e680395b-12d2-4ba3-b7a2-167f6a19217d,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:51.586995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:51.669300 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] No DVR routers for this DVR port e680395b-12d2-4ba3-b7a2-167f6a19217d on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:20:51.672300 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:51.675677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edd794d-7047-4007-a5bb-c071c7ef6867', 'name': 'network-vif-deleted', 'tag': 'e680395b-12d2-4ba3-b7a2-167f6a19217d'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:20:51.711231 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 48209251-f5bd-4bc1-91d8-a339f0c274ff up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:20:51.723452 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d8c365ae-4bf6-45f9-a025-d14463bfa9aa req-2129759b-d60b-496a-91b7-fb8f9d9cd6e9 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.15 "DELETE /v2.0/ports/e680395b-12d2-4ba3-b7a2-167f6a19217d HTTP/1.1" status: 204 len: 173 time: 1.1727066 Apr 20 19:20:51.729658 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edd794d-7047-4007-a5bb-c071c7ef6867', 'name': 'network-vif-deleted', 'tag': 'e680395b-12d2-4ba3-b7a2-167f6a19217d', 'status': 'completed', 'code': 200} Apr 20 19:20:51.819485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 48209251-f5bd-4bc1-91d8-a339f0c274ff completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:20:51.824998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 48209251-f5bd-4bc1-91d8-a339f0c274ff triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:20:51.825415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:51.959529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:51.988951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b38e40a-cd4a-4174-9493-d31401c4b0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48209251-f5bd-4bc1-91d8-a339f0c274ff'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:20:51.999322 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 48209251-f5bd-4bc1-91d8-a339f0c274ff, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48209251-f5bd-4bc1-91d8-a339f0c274ff,segment=NetworkSegment(e5985dd2-9281-453b-bc65-d65b14d022b2),segment_id=e5985dd2-9281-453b-bc65-d65b14d022b2)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:52.025612 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:52.027643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a8bc2564-201c-4b20-8d6f-dfb9a8197f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:52.051525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ca57f-c453-4fcc-8f38-256f64001452 req-7fadff86-ba02-45db-9641-58bcf02ffb84 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:52.053271 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-863ca57f-c453-4fcc-8f38-256f64001452 req-7fadff86-ba02-45db-9641-58bcf02ffb84 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.0920222 Apr 20 19:20:52.061704 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b38e40a-cd4a-4174-9493-d31401c4b0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48209251-f5bd-4bc1-91d8-a339f0c274ff', 'code': 200} Apr 20 19:20:52.106777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=48209251-f5bd-4bc1-91d8-a339f0c274ff,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:52.110332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:52.116603 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-863ca57f-c453-4fcc-8f38-256f64001452 req-ea44d9dd-d57e-489f-a040-49819b3c6b63 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558751 Apr 20 19:20:52.454676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be038c-a209-44d0-ab21-c959bf7d8722 req-e6a101a0-745b-4808-8974-120bf9f4f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:52.456357 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c4be038c-a209-44d0-ab21-c959bf7d8722 req-e6a101a0-745b-4808-8974-120bf9f4f087 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 1098 time: 0.0787799 Apr 20 19:20:52.545009 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c4be038c-a209-44d0-ab21-c959bf7d8722 req-a9824af1-67c9-4a52-8206-2044647eae12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819464 Apr 20 19:20:52.556046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-52289006-c11a-4b56-8d78-1c9717c8853d req-a63f7af2-c87d-4442-9a0c-acc27d5cc977 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Synchronizing usage tracker for tenant:fb5a95b58a204a30a59c0f3172696961 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:20:52.591049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-52289006-c11a-4b56-8d78-1c9717c8853d req-a63f7af2-c87d-4442-9a0c-acc27d5cc977 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Unset dirty status for tenant:fb5a95b58a204a30a59c0f3172696961 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:20:52.592421 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-52289006-c11a-4b56-8d78-1c9717c8853d req-a63f7af2-c87d-4442-9a0c-acc27d5cc977 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1edd794d-7047-4007-a5bb-c071c7ef6867 HTTP/1.1" status: 200 len: 210 time: 0.0953395 Apr 20 19:20:52.726269 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af5937-871f-41fe-8e49-1181612259ac req-f54b0ec0-d189-4783-8b49-7bf839e46b85 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:52.728359 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-94af5937-871f-41fe-8e49-1181612259ac req-f54b0ec0-d189-4783-8b49-7bf839e46b85 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 945 time: 0.1027014 Apr 20 19:20:52.778095 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-94af5937-871f-41fe-8e49-1181612259ac req-7f9316d8-6dd9-4311-b4d7-1aa52c3325f9 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Apr 20 19:20:53.540242 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc36c-c081-4eb5-b6d6-dc7a41b2d378 req-64348bef-7c2a-4374-a178-72943c165e75 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:53.541843 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-eeddc36c-c081-4eb5-b6d6-dc7a41b2d378 req-64348bef-7c2a-4374-a178-72943c165e75 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.3084476 Apr 20 19:20:53.599863 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-eeddc36c-c081-4eb5-b6d6-dc7a41b2d378 req-f5b92972-c371-4305-b462-f5e47718fd55 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513418 Apr 20 19:20:53.988512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b8919-b754-45ad-a7ad-1614550af069 req-83a6e620-afea-44d6-a82d-e478a0616cd9 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:53.990547 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ab7b8919-b754-45ad-a7ad-1614550af069 req-83a6e620-afea-44d6-a82d-e478a0616cd9 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 945 time: 0.0952299 Apr 20 19:20:54.043235 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ab7b8919-b754-45ad-a7ad-1614550af069 req-a11429aa-76d9-47c0-abc0-443b6ffb4e61 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463650 Apr 20 19:20:54.806673 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4deb7ee-5b9c-484b-8048-39516ef71f07 req-b77465ae-bf37-4759-8f34-8d9103fe557f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:54.808252 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d4deb7ee-5b9c-484b-8048-39516ef71f07 req-b77465ae-bf37-4759-8f34-8d9103fe557f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.0905972 Apr 20 19:20:54.866331 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d4deb7ee-5b9c-484b-8048-39516ef71f07 req-08959e4a-5393-4b6f-b672-fe16cea720e7 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512550 Apr 20 19:20:55.628367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66c3ec-cbae-43be-8c40-d992efa35aaf req-739fd711-a48d-4924-9dc0-01e870b65bd7 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:55.630040 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fd66c3ec-cbae-43be-8c40-d992efa35aaf req-739fd711-a48d-4924-9dc0-01e870b65bd7 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 945 time: 0.0942276 Apr 20 19:20:55.683732 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fd66c3ec-cbae-43be-8c40-d992efa35aaf req-4c150ecd-925f-45b0-aa72-8494dff56bb7 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468976 Apr 20 19:20:55.711063 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device e680395b-12d2-4ba3-b7a2-167f6a19217d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:20:55.755448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: e680395b-12d2-4ba3-b7a2-167f6a19217d {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:20:55.755870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device e680395b-12d2-4ba3-b7a2-167f6a19217d not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:20:56.130006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec0af9-8dc4-4957-9009-e6ca4a9e1223 req-1dbcecac-599f-4d23-80a8-1d85ef21bd51 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:56.131598 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-46ec0af9-8dc4-4957-9009-e6ca4a9e1223 req-1dbcecac-599f-4d23-80a8-1d85ef21bd51 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.1418638 Apr 20 19:20:56.183092 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-46ec0af9-8dc4-4957-9009-e6ca4a9e1223 req-5841d785-8d06-4f0a-90aa-f5f6bf43e27e tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447965 Apr 20 19:20:56.943338 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62c009-5401-4659-afa8-3aded63f93eb req-20e6581b-2adf-4cc4-8865-d2da8caac3c0 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:56.944952 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3d62c009-5401-4659-afa8-3aded63f93eb req-20e6581b-2adf-4cc4-8865-d2da8caac3c0 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 945 time: 0.1455188 Apr 20 19:20:56.993065 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3d62c009-5401-4659-afa8-3aded63f93eb req-2b74e74a-7c94-4ce5-bdd9-d10d374e7fa3 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/security-groups?id=5233defa-39f5-43c0-aa53-e95d104af0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Apr 20 19:20:57.247879 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-35c7d832-4ad3-4fc5-b6f4-2c0ce7f2d56a tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:57.249438 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-35c7d832-4ad3-4fc5-b6f4-2c0ce7f2d56a tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 945 time: 0.0929046 Apr 20 19:20:57.380723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Deleting port 48209251-f5bd-4bc1-91d8-a339f0c274ff {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:20:57.381107 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:57.523860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638fe14-162a-4854-ba39-40985e03965f req-b71ba781-7701-4b47-8886-4f855c4be627 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:57.525524 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5638fe14-162a-4854-ba39-40985e03965f req-b71ba781-7701-4b47-8886-4f855c4be627 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.2202899 Apr 20 19:20:57.677817 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5638fe14-162a-4854-ba39-40985e03965f req-0e7bda62-7391-4d15-aab0-b7c9b7de1b4e tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242216 Apr 20 19:20:57.724525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] For port 48209251-f5bd-4bc1-91d8-a339f0c274ff, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48209251-f5bd-4bc1-91d8-a339f0c274ff,segment=NetworkSegment(e5985dd2-9281-453b-bc65-d65b14d022b2),segment_id=e5985dd2-9281-453b-bc65-d65b14d022b2)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:20:57.730206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:57.865940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Calling delete_port for 48209251-f5bd-4bc1-91d8-a339f0c274ff owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:20:58.049097 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:58.055394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7ca18508-e3f6-4deb-b200-919f39096849 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:20:58.060769 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['48209251-f5bd-4bc1-91d8-a339f0c274ff'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:20:58.106857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Pushing event deleted for resources: {'Port': ['ID=48209251-f5bd-4bc1-91d8-a339f0c274ff,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:20:58.110770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:20:58.199412 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-05dca1aa-933d-4bfb-b4c1-6a53e0d94885 req-6ec0b4f5-a1fd-43fc-97f0-93220709cbe8 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b38e40a-cd4a-4174-9493-d31401c4b0f7 HTTP/1.1" status: 200 len: 210 time: 0.0874848 Apr 20 19:20:58.238064 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] No DVR routers for this DVR port 48209251-f5bd-4bc1-91d8-a339f0c274ff on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:20:58.240999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:58.243745 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b38e40a-cd4a-4174-9493-d31401c4b0f7', 'name': 'network-vif-deleted', 'tag': '48209251-f5bd-4bc1-91d8-a339f0c274ff'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:20:58.289131 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ca4fab51-9240-4eb8-8416-bf57f34304b6 req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] 10.222.0.15 "DELETE /v2.0/ports/48209251-f5bd-4bc1-91d8-a339f0c274ff HTTP/1.1" status: 204 len: 173 time: 1.0327113 Apr 20 19:20:58.290972 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b38e40a-cd4a-4174-9493-d31401c4b0f7', 'name': 'network-vif-deleted', 'tag': '48209251-f5bd-4bc1-91d8-a339f0c274ff', 'status': 'completed', 'code': 200} Apr 20 19:20:58.887241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936bdf6-746e-4fb5-9292-ecfe65ea273f req-2004ce6a-ede5-4afa-91c1-9edc789051ea tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:20:58.888839 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1936bdf6-746e-4fb5-9292-ecfe65ea273f req-2004ce6a-ede5-4afa-91c1-9edc789051ea tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.0929303 Apr 20 19:20:58.940667 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1936bdf6-746e-4fb5-9292-ecfe65ea273f req-8ff741d6-2ace-4ec1-a8c4-dee32807fa41 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442803 Apr 20 19:21:00.151330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13993f-eaa8-452c-ae7d-4eee40331bf8 req-5db9b042-1261-4ac6-947f-6a1ffa16d89e tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:00.152917 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fb13993f-eaa8-452c-ae7d-4eee40331bf8 req-5db9b042-1261-4ac6-947f-6a1ffa16d89e tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.0942290 Apr 20 19:21:00.210422 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fb13993f-eaa8-452c-ae7d-4eee40331bf8 req-701953ba-2fac-4122-8dbe-c7adfe989291 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489595 Apr 20 19:21:01.429376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb0a3f-ee95-4cff-a50b-8feb1b5b2747 req-cf9d67e7-67ec-4b58-9a28-6fc777649cc0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:01.434209 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-71eb0a3f-ee95-4cff-a50b-8feb1b5b2747 req-cf9d67e7-67ec-4b58-9a28-6fc777649cc0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.1015775 Apr 20 19:21:01.487266 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-71eb0a3f-ee95-4cff-a50b-8feb1b5b2747 req-3931174b-5b9e-44f0-b9c2-1115c162ea02 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&id=3cae78ac-9323-438c-9722-1d8e62d5031e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490997 Apr 20 19:21:01.727687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 48209251-f5bd-4bc1-91d8-a339f0c274ff no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:21:01.768281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 48209251-f5bd-4bc1-91d8-a339f0c274ff {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:21:01.768487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 48209251-f5bd-4bc1-91d8-a339f0c274ff not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:21:02.680527 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-c1c0e8ca-f136-4fbf-b90d-b5558837fc32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1013811 Apr 20 19:21:02.859548 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-b1235975-7e55-413c-a37b-e4cf37bd6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:02.861277 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-b1235975-7e55-413c-a37b-e4cf37bd6920 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 1100 time: 0.0904596 Apr 20 19:21:03.077857 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-ab61ceea-5f95-492a-bcfd-478e26eeac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:03.080519 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-ab61ceea-5f95-492a-bcfd-478e26eeac8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.1923857 Apr 20 19:21:03.210358 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-09869b32-4910-46df-8c99-8ba0b3741274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 HTTP/1.1" status: 200 len: 1001 time: 0.1229975 Apr 20 19:21:03.306185 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-625122de-0ed5-4f64-83df-c863d63253d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:03.308076 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-625122de-0ed5-4f64-83df-c863d63253d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.0913324 Apr 20 19:21:03.428325 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-9363821d-22ad-49df-a592-9fd35acbe29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:03.431578 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-9363821d-22ad-49df-a592-9fd35acbe29d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1161392 Apr 20 19:21:03.597344 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-95832653-849a-4052-b275-3622e90a0880 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570396 Apr 20 19:21:03.820975 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-96e859b6-b2a8-4cce-b1b4-1a17c8674bcd req-45307eec-d569-41cc-b0ed-6a525e8fae80 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089169 Apr 20 19:21:04.065258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:08.501508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e29e28-5681-4698-bbce-3037e8305725 req-5ac944d7-24a4-49b2-ac3f-b84ba3b950b7 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:08.503590 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a5e29e28-5681-4698-bbce-3037e8305725 req-5ac944d7-24a4-49b2-ac3f-b84ba3b950b7 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1444631 Apr 20 19:21:08.562211 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a5e29e28-5681-4698-bbce-3037e8305725 req-27b583ac-1980-4a4c-b1ee-c02148fa0d05 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499024 Apr 20 19:21:09.866898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb69f62-4ae0-47fc-b11d-47e1d13b83ec req-7937ffa2-b794-4bdc-a867-470362ce5e97 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:09.868466 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aeb69f62-4ae0-47fc-b11d-47e1d13b83ec req-7937ffa2-b794-4bdc-a867-470362ce5e97 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1244969 Apr 20 19:21:09.927584 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-aeb69f62-4ae0-47fc-b11d-47e1d13b83ec req-623006ed-b3c7-44f7-a891-c01bde444fdb tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507102 Apr 20 19:21:11.188350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98696f-cb99-4de9-9f17-f955c33805d8 req-175e966b-e23f-4d4b-9240-0443461e9225 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:11.190131 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ea98696f-cb99-4de9-9f17-f955c33805d8 req-175e966b-e23f-4d4b-9240-0443461e9225 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1186452 Apr 20 19:21:11.248412 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ea98696f-cb99-4de9-9f17-f955c33805d8 req-755e193f-9136-4c6d-91f9-601cc394dbce tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485032 Apr 20 19:21:12.510254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e45196-e4c7-4739-81aa-3a9d26e0c379 req-54e5e081-980b-4225-9087-a5b7e95ed193 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:12.512579 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d4e45196-e4c7-4739-81aa-3a9d26e0c379 req-54e5e081-980b-4225-9087-a5b7e95ed193 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1015046 Apr 20 19:21:12.583616 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d4e45196-e4c7-4739-81aa-3a9d26e0c379 req-1e1595d8-11e0-4430-8eeb-c7effc4091e4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639420 Apr 20 19:21:13.601147 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c026-89bb-4761-9839-bb5f2af400c5 req-b7da9711-31f9-4d30-84d6-4883539c00fd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:13.608969 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2291c026-89bb-4761-9839-bb5f2af400c5 req-b7da9711-31f9-4d30-84d6-4883539c00fd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 947 time: 0.1014724 Apr 20 19:21:13.667676 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2291c026-89bb-4761-9839-bb5f2af400c5 req-edac3c7f-c01e-4b58-989d-a4fefb15b0f9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547738 Apr 20 19:21:13.908878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95111-5d9a-4545-9693-4d22f5a11e82 req-b2419cb6-5d48-4558-af89-6cb8ae7c55eb tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:13.910725 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-28d95111-5d9a-4545-9693-4d22f5a11e82 req-b2419cb6-5d48-4558-af89-6cb8ae7c55eb tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1582115 Apr 20 19:21:13.980391 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-28d95111-5d9a-4545-9693-4d22f5a11e82 req-8ab2c517-ff82-4124-a8a6-d2f7a4e13947 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620284 Apr 20 19:21:14.878064 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f60840-7ed2-4578-968e-2477d8b49c3e req-03a5c704-848a-4aa6-a070-7ab08893cd80 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:14.880049 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b0f60840-7ed2-4578-968e-2477d8b49c3e req-03a5c704-848a-4aa6-a070-7ab08893cd80 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 947 time: 0.0966394 Apr 20 19:21:14.941783 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b0f60840-7ed2-4578-968e-2477d8b49c3e req-d7fc33fb-0fd6-4eee-bd42-6c38951eb672 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552471 Apr 20 19:21:14.991743 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e53408a5-0e04-40ad-8198-c586a41e36fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:15.280119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dccfb-88aa-4f9e-bf4e-4f0080808a50 req-c31eba25-5b1e-4f7c-bab3-ae107b4c3c19 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:15.291471 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d8dccfb-88aa-4f9e-bf4e-4f0080808a50 req-c31eba25-5b1e-4f7c-bab3-ae107b4c3c19 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1645162 Apr 20 19:21:15.345823 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d8dccfb-88aa-4f9e-bf4e-4f0080808a50 req-73c669e8-c899-4ba7-b342-712719f2532a tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528917 Apr 20 19:21:15.761778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-fb1026f8-7c9b-4fe1-9d85-378f7eeb0bbf tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:15.769893 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-fb1026f8-7c9b-4fe1-9d85-378f7eeb0bbf tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.15 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 947 time: 0.4015100 Apr 20 19:21:15.874205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Deleting port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:21:15.874906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:16.300795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e315e4-11d4-4161-88a3-3614a06fed8b req-c2a3c34d-bb8c-4183-afc3-e4323f6120ac tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:16.309335 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-80e315e4-11d4-4161-88a3-3614a06fed8b req-c2a3c34d-bb8c-4183-afc3-e4323f6120ac tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 947 time: 0.1618016 Apr 20 19:21:16.361789 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] For port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:21:16.362219 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:16.378911 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-80e315e4-11d4-4161-88a3-3614a06fed8b req-1e7fde7c-31d1-4baa-a03b-59755cd6ae4b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=25b885d3-0300-4a1f-adcd-e986252094cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674326 Apr 20 19:21:16.787332 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c5f89-13eb-4f4e-be05-9928a752b453 req-f58068cf-f33d-4984-8af3-d8dd0fd1f466 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:16.795356 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4e8c5f89-13eb-4f4e-be05-9928a752b453 req-f58068cf-f33d-4984-8af3-d8dd0fd1f466 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.2985685 Apr 20 19:21:16.840471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:16.840929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:16.841335 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Floating IP 6ff4fa1e-b356-497e-8f86-2d88d8dc9002 disassociated. External IP: 172.28.0.11, port: 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9. Apr 20 19:21:16.841800 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Calling delete_port for 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:21:16.849350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33012) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:16.928263 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4e8c5f89-13eb-4f4e-be05-9928a752b453 req-6e8e1a2f-814b-42ad-93bc-9ac37a3398dc tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317647 Apr 20 19:21:16.940246 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Deleting subnet dec1aaf4-f072-450b-9c89-936e468364eb {{(pid=86472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:21:16.946701 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:17.016860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848130839'] for subnet, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:17.085957 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:17.179714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:17.198507 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-09531bf5-2253-4647-8fbe-4b7419f458ea tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:17.254543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-93c780d1-8eab-4571-9221-22ca9db2dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:17.303084 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event deleted for resources: {'Port': ['ID=32ba6d20-a1f0-4a42-aa11-2dac27caf8e9,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:17.475052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.475466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:17.586740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Router 760b437a-3b5f-4d67-86f3-c42e1c100440 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:21:17.819851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:17.820958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:21:17.869154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] Sync routers for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:21:17.881959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:21:17.883024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:21:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:18.026547 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-297c5737-b273-490d-9ce9-62bf2e56a7d3 req-1a522363-6980-4157-bde1-7d3e9a883f49 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=98b5562a-d56b-40a6-bfb9-1be4347cb594 HTTP/1.1" status: 200 len: 210 time: 0.1035883 Apr 20 19:21:18.026547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] No DVR routers for this DVR port 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:21:18.052657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:18.057729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'name': 'network-vif-deleted', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:21:18.144764 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b5562a-d56b-40a6-bfb9-1be4347cb594', 'name': 'network-vif-deleted', 'tag': '32ba6d20-a1f0-4a42-aa11-2dac27caf8e9', 'status': 'completed', 'code': 200} Apr 20 19:21:18.197115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6392162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7674229'] for subnet, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:18.197623 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-362cdcfc-f989-4d81-a55f-20e39773be4b req-0dc1bea4-465a-4ea0-b69b-0ab625d0988d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.15 "DELETE /v2.0/ports/32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 HTTP/1.1" status: 204 len: 173 time: 2.4187033 Apr 20 19:21:18.204398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-edd4cea9-5b66-42a8-bc97-2de77312fb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:18.243210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec1aaf4-f072-450b-9c89-936e468364eb,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:18.246033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:18.257263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.257709 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.258117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.258666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.259067 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.259468 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.259863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.260258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.260653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.261046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.261433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.261845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:18.270706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33026) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:18.270830 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dec1aaf4-f072-450b-9c89-936e468364eb HTTP/1.1" status: 204 len: 168 time: 1.4198489 Apr 20 19:21:18.275610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4c0bc1b8-8db6-4360-bb89-2477a4e7e46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:18.329626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:18.418386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:21:18.487358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:18.512308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b2bc3-d051-4409-98f4-cf251e550940 req-d36659a5-3f38-49aa-8ccd-80dea31daec7 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:18.521046 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-652b2bc3-d051-4409-98f4-cf251e550940 req-d36659a5-3f38-49aa-8ccd-80dea31daec7 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1680295 Apr 20 19:21:18.702181 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:18.856734 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:18.862790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] Checking router: 760b437a-3b5f-4d67-86f3-c42e1c100440 for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:21:18.872051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92267a88-3b50-4381-b464-e31a865988cd']}} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:18.877327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:21:18.878125 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:21:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:18.892529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c112b7c-4763-4ad1-a342-688982ef1df8') {'for_net_delete': True} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:18.895952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c112b7c-4763-4ad1-a342-688982ef1df8') {} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:18.911845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848402579'] for segment, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:18.951019 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-652b2bc3-d051-4409-98f4-cf251e550940 req-3b249144-a7fe-417e-9b57-40719e8f365f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4289606 Apr 20 19:21:18.991277 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:18.998777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=86473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:21:19.206771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:21:19.270300 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:19.272570 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Network 92267a88-3b50-4381-b464-e31a865988cd has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:21:19.285705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8212018'] for segment, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:19.290123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33042) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:19.384376 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-013e4522-d367-4e69-b902-82305ec853fd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:19.432745 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-013e4522-d367-4e69-b902-82305ec853fd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:19.563006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-013e4522-d367-4e69-b902-82305ec853fd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:19.570549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:19.586625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e4522-d367-4e69-b902-82305ec853fd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b885d3-0300-4a1f-adcd-e986252094cd,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:19.596581 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-013e4522-d367-4e69-b902-82305ec853fd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:19.597741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-013e4522-d367-4e69-b902-82305ec853fd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:19.600390 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-013e4522-d367-4e69-b902-82305ec853fd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "DELETE /v2.0/security-groups/25b885d3-0300-4a1f-adcd-e986252094cd HTTP/1.1" status: 204 len: 168 time: 0.3085566 Apr 20 19:21:19.602834 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33046) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:19.649032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Network 92267a88-3b50-4381-b464-e31a865988cd has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:21:19.658569 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.v2.resource [None req-515ac505-f521-4e2c-97ae-f868487fee04 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] show failed (client error): The resource could not be found. Apr 20 19:21:19.662862 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33050) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:19.663041 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-515ac505-f521-4e2c-97ae-f868487fee04 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups/25b885d3-0300-4a1f-adcd-e986252094cd HTTP/1.1" status: 404 len: 347 time: 0.0536084 Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:21:19.679718 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:21:19.784855 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:21:19.880653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:21:19.880653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 32ba6d20-a1f0-4a42-aa11-2dac27caf8e9 not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:21:19.917715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:19.922562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7245cca6-a51e-4736-b03d-aa6f82aa45a4 None None] The sync data for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb is: [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:21:19.931318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Deleting port 8e9941ba-84e4-4f19-9834-94ad7b59c185 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:21:19.943157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.208443 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.208951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.325348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.332528 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.339098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:20.369425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Pushing event deleted for resources: {'Network': ['ID=92267a88-3b50-4381-b464-e31a865988cd,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:20.374412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:20.387587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Calling delete_port for 8e9941ba-84e4-4f19-9834-94ad7b59c185 owned by network:floatingip {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:21:20.391982 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] 10.222.0.35 "DELETE /v2.0/networks/92267a88-3b50-4381-b464-e31a865988cd HTTP/1.1" status: 204 len: 168 time: 2.1202598 Apr 20 19:21:20.427008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0dc3f-a1b5-4e07-b48c-b055e53a9d80 req-1b79b4f6-b472-4986-abbf-0a306ddddbe4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:20.428849 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d8a0dc3f-a1b5-4e07-b48c-b055e53a9d80 req-1b79b4f6-b472-4986-abbf-0a306ddddbe4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1877308 Apr 20 19:21:20.472008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc74d7a-ffc4-44bf-ae29-f337935674a1 None None] New status for floating IP 6ff4fa1e-b356-497e-8f86-2d88d8dc9002: DOWN {{(pid=86475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:21:20.509312 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d8a0dc3f-a1b5-4e07-b48c-b055e53a9d80 req-e0df0dea-9bee-4a54-86a4-183e4a7bd1c5 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729616 Apr 20 19:21:20.648134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.db.api [None req-8cc74d7a-ffc4-44bf-ae29-f337935674a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86475) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:21:20.648700 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_db.api [None req-8cc74d7a-ffc4-44bf-ae29-f337935674a1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:21:20.650080 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33074) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:20.680000 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.686805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:20.742657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event deleted for resources: {'Port': ['ID=8e9941ba-84e4-4f19-9834-94ad7b59c185,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:20.749285 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:20.839173 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b4b5269e-935d-492a-853e-5f67bc7855d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb5a95b58a204a30a59c0f3172696961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878827 Apr 20 19:21:20.841997 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33078) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:20.863852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.879635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.880893 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "DELETE /v2.0/floatingips/6ff4fa1e-b356-497e-8f86-2d88d8dc9002 HTTP/1.1" status: 204 len: 168 time: 1.2161155 Apr 20 19:21:20.908904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c821b08f-62c1-4882-b12c-856903ec8bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.936873 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c821b08f-62c1-4882-b12c-856903ec8bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:21.037830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c821b08f-62c1-4882-b12c-856903ec8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:21.043287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:21.057992 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821b08f-62c1-4882-b12c-856903ec8bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd60a5-fdba-4b43-a9e6-7a983ea779f6,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:21.060268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c821b08f-62c1-4882-b12c-856903ec8bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:21.062643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c821b08f-62c1-4882-b12c-856903ec8bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:21.064126 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c821b08f-62c1-4882-b12c-856903ec8bdc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fedd60a5-fdba-4b43-a9e6-7a983ea779f6 HTTP/1.1" status: 204 len: 168 time: 0.2210767 Apr 20 19:21:21.150717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc74d7a-ffc4-44bf-ae29-f337935674a1 None None] New status for floating IP 6ff4fa1e-b356-497e-8f86-2d88d8dc9002: DOWN {{(pid=86475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:21:21.587382 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33108) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:21.594655 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598037618', 'description': 'tempest-description--1842039435'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:21:21.602475 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:21:21.607951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Usage tracker for resource:security_group and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:21:21.612491 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:21:21.620123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:21:21.677212 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:21.731296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:21:21.738687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Usage tracker for resource:security_group_rule and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:21:21.742658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:21:21.754663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:21:21.779273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427afbf-3e4a-4fd2-95d5-4e541bb2e900 req-4378f08d-1c80-4a7b-a53f-6020fd2242f0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:21.781343 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0427afbf-3e4a-4fd2-95d5-4e541bb2e900 req-4378f08d-1c80-4a7b-a53f-6020fd2242f0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1049936 Apr 20 19:21:21.834647 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0427afbf-3e4a-4fd2-95d5-4e541bb2e900 req-1ebc749b-0423-435b-9a7e-922ad9519cd0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454867 Apr 20 19:21:21.948040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:21.979441 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:21.986121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cc7548ff-4be5-42d7-aad2-6d820a539834 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:22.038450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:22.042749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:22.082471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:22.083884 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4954023 Apr 20 19:21:22.086917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33134) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:22.092656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'security_group_rule': {'security_group_id': '3eef38f4-4bf3-4a03-a3c5-eb814a13a20f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:21:22.099558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:21:22.103666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Usage tracker for resource:security_group_rule and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:21:22.106751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:21:22.115827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:21:22.175452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:22.246472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:22.293861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:22.296116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1daeffb6-d2b7-4e37-98e4-94a5564127ff tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:22.323440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e60510-02b9-4cb4-b28b-c81cbba27d74,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:22.335305 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:22.379574 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:22.380969 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-072b7ee2-56b6-4443-9882-d3a46b51a202 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930050 Apr 20 19:21:22.383948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33162) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:22.389735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'security_group_rule': {'security_group_id': '3eef38f4-4bf3-4a03-a3c5-eb814a13a20f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:21:22.396798 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:21:22.400953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Usage tracker for resource:security_group_rule and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:21:22.404047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:21:22.410495 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:21:22.479850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:22.605051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:22.649140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:22.651595 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2fe098c8-fbea-486d-9b9c-222d51587e5b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:22.681720 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a9aceb-cc6b-4a28-9d07-2786c68d7447,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:22.686379 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:22.727905 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:22.729237 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f75f542c-cb60-4cf2-9f2c-5ceb768613c1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442686 Apr 20 19:21:22.732885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33182) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:22.739079 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'floatingip': {'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:21:22.746064 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:21:22.750153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Usage tracker for resource:floatingip and tenant:f27f5796bce3442ea67300435a937727 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:21:22.753221 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:21:22.760389 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:21:22.803009 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:23.020025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:23.195989 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe0b21-90a2-4cbd-974e-3d6d080456c6 req-f6df20b4-399e-45b9-a0af-c7df2ededa22 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:23.197701 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6dbe0b21-90a2-4cbd-974e-3d6d080456c6 req-f6df20b4-399e-45b9-a0af-c7df2ededa22 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.2266898 Apr 20 19:21:23.235630 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Allocated IP 172.28.0.15 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/d868166b-8748-45bc-ae47-cfe40fd9c51d) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:21:23.260357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:21:23.265842 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6dbe0b21-90a2-4cbd-974e-3d6d080456c6 req-2da22f07-1e87-4735-ba21-c559c8f76e13 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583665 Apr 20 19:21:23.498291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:23.754154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:23.759367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:23.836416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:21:23.840121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:21:23.844371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:21:23.884898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'Port': ['ID=d868166b-8748-45bc-ae47-cfe40fd9c51d,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:23.889450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:23.940075 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:24.037861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:24.091290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33204) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:24.294240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:24.379749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:24.387405 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cf03a902-53e9-4f0a-b102-6ac62bb19dc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:24.400765 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5afae9-0821-4dae-be42-974396d5741e admin admin] Deleting subnet 42e0db3a-5f8d-4389-8fe5-156a653f1b97 {{(pid=86472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:21:24.404167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7f5afae9-0821-4dae-be42-974396d5741e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:24.460772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7f5afae9-0821-4dae-be42-974396d5741e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848130839'] for subnet, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:24.531847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7f5afae9-0821-4dae-be42-974396d5741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:24.566308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'Port': ['ID=d868166b-8748-45bc-ae47-cfe40fd9c51d,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:24.574429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:24.578883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:24.655405 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f174d0e-8788-46ab-9a23-956331fa212b req-5982fe32-47e7-4ef5-8f99-39476cd49bab tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:24.658526 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6f174d0e-8788-46ab-9a23-956331fa212b req-5982fe32-47e7-4ef5-8f99-39476cd49bab tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.2282293 Apr 20 19:21:24.671296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:24.682669 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9480853 Apr 20 19:21:24.754033 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6f174d0e-8788-46ab-9a23-956331fa212b req-240f27e1-8507-4601-9721-c7eccd70ecbc tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693529 Apr 20 19:21:24.951927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7f5afae9-0821-4dae-be42-974396d5741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6392162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7674229'] for subnet, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:24.972723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:25.010154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7f5afae9-0821-4dae-be42-974396d5741e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:25.020023 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5afae9-0821-4dae-be42-974396d5741e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e0db3a-5f8d-4389-8fe5-156a653f1b97,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:25.048761 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7f5afae9-0821-4dae-be42-974396d5741e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:25.048761 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7f5afae9-0821-4dae-be42-974396d5741e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/42e0db3a-5f8d-4389-8fe5-156a653f1b97 HTTP/1.1" status: 204 len: 168 time: 0.9462953 Apr 20 19:21:25.048761 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33228) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:25.069719 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-6501712d-8ef3-4370-a840-b3fe52a39eb6 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--598037618&fields=id&tenant_id=f27f5796bce3442ea67300435a937727 HTTP/1.1" status: 200 len: 267 time: 0.0502937 Apr 20 19:21:25.244993 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:25.408824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:25.416928 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-6119578b-4056-4ad9-8ab0-e811ae5f0ad0 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:25.418898 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-6119578b-4056-4ad9-8ab0-e811ae5f0ad0 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 816 time: 0.3301718 Apr 20 19:21:25.429780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d96f6-4b69-4f6e-880f-86662465de09 req-ab63932b-4db7-4f69-8446-c10170863c8d tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:25.431432 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4e1d96f6-4b69-4f6e-880f-86662465de09 req-ab63932b-4db7-4f69-8446-c10170863c8d tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1909602 Apr 20 19:21:25.464762 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-e2514248-ac03-4541-bdf2-39a5bcac2769 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/quotas/f27f5796bce3442ea67300435a937727 HTTP/1.1" status: 200 len: 375 time: 0.0322092 Apr 20 19:21:25.543726 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e26a120-1162-4b0d-bd1e-2072f86de448']}} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:25.559471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5985dd2-9281-453b-bc65-d65b14d022b2') {'for_net_delete': True} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:25.559979 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5985dd2-9281-453b-bc65-d65b14d022b2') {} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:25.574775 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6644961'] for segment, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:25.591965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:25.596480 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4e1d96f6-4b69-4f6e-880f-86662465de09 req-6907208c-9d5f-4083-a4a7-ee34f404a98d tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545424 Apr 20 19:21:25.599844 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=86472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:21:25.656729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-6e36cb81-bf27-4bd0-b223-b59f50a4788c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Synchronizing usage tracker for tenant:f27f5796bce3442ea67300435a937727 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:21:25.667163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-b3746c76-039c-4efa-ac20-572073790c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:25.668753 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-b3746c76-039c-4efa-ac20-572073790c3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 1099 time: 0.3677788 Apr 20 19:21:25.770471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-6e36cb81-bf27-4bd0-b223-b59f50a4788c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Unset dirty status for tenant:f27f5796bce3442ea67300435a937727 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:21:25.771928 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-6e36cb81-bf27-4bd0-b223-b59f50a4788c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2628186 Apr 20 19:21:25.856011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Network 8e26a120-1162-4b0d-bd1e-2072f86de448 has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:21:25.868412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848355647'] for segment, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:25.928071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-0738de02-8254-4398-9592-c73d3ad9759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:25.930755 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-0738de02-8254-4398-9592-c73d3ad9759e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 911 time: 0.2540045 Apr 20 19:21:26.068502 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Network 8e26a120-1162-4b0d-bd1e-2072f86de448 has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:21:26.095759 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:21:26.173533 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-2382e1cd-1133-478b-ae8d-2c545a89e13d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68 HTTP/1.1" status: 200 len: 1001 time: 0.1599007 Apr 20 19:21:26.183927 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-71fe4e2e-1daa-4437-9ce8-5716fed35fa7 service neutron] 10.222.0.35 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894866 Apr 20 19:21:26.202135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:26.207598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:26.229253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:26.231466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e26a120-1162-4b0d-bd1e-2072f86de448,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:26.240055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:26.299956 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-87aa4691-7805-44f2-9361-1adfa9b9f2d1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8e26a120-1162-4b0d-bd1e-2072f86de448 HTTP/1.1" status: 204 len: 168 time: 1.2519383 Apr 20 19:21:26.349014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-824909f0-141f-4924-b13c-4a69fdc97268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:26.350555 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-824909f0-141f-4924-b13c-4a69fdc97268 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d15ff802-d6d6-450e-9d75-f76c2bd60379 HTTP/1.1" status: 200 len: 849 time: 0.1693075 Apr 20 19:21:26.450284 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-7422b918-34e4-4c08-8e18-1333a3fbb69b service neutron] 10.222.0.35 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273819 Apr 20 19:21:26.486350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-6fbd1a9d-a31f-40bb-89e5-b32748810933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:26.488084 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-6fbd1a9d-a31f-40bb-89e5-b32748810933 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ab1a66b-24a1-4231-a78a-741ef1504e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1282055 Apr 20 19:21:26.638341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33248) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:26.656623 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-6ba67bee-91eb-423f-8388-d0b702432b41 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602671 Apr 20 19:21:26.699592 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c0a810dd-b084-4163-b34d-9e6ac4eae91d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=018c16b2246e433a86ccd7e9b7d3652d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573943 Apr 20 19:21:26.700336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33254) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:26.816375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4f13dcbc-f8ba-478b-95e6-3c4e7f2d20f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:26.873525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4f13dcbc-f8ba-478b-95e6-3c4e7f2d20f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:27.051364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4f13dcbc-f8ba-478b-95e6-3c4e7f2d20f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:27.057889 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7b27eafd-725b-46ab-a9a5-2e5ba9ea35e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:27.080653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13dcbc-f8ba-478b-95e6-3c4e7f2d20f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5233defa-39f5-43c0-aa53-e95d104af0d1,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:27.086734 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4f13dcbc-f8ba-478b-95e6-3c4e7f2d20f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:27.134916 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4f13dcbc-f8ba-478b-95e6-3c4e7f2d20f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:27.138430 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-4f13dcbc-f8ba-478b-95e6-3c4e7f2d20f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5233defa-39f5-43c0-aa53-e95d104af0d1 HTTP/1.1" status: 204 len: 168 time: 0.4351716 Apr 20 19:21:27.280088 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b2952093-14b0-44ff-934e-fac6a71d3708 req-af1b7bd2-c47c-435c-8bdf-3f2701bbbbe6 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 210 time: 0.2069166 Apr 20 19:21:27.401525 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b7c62da9-6478-4fb7-9191-6f75516d22ae req-bff5434a-fb3f-4639-86bd-ba6fae0f4baa service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7386243 Apr 20 19:21:27.435558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3126146-29b9-4e21-8786-4ca9eb857c2a req-aeb58065-984d-4ae1-8634-0172689b4062 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:27.440137 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d3126146-29b9-4e21-8786-4ca9eb857c2a req-aeb58065-984d-4ae1-8634-0172689b4062 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.3656409 Apr 20 19:21:27.514868 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d3126146-29b9-4e21-8786-4ca9eb857c2a req-ca6b83cd-8cca-4126-9c06-896febd93c36 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672143 Apr 20 19:21:28.430714 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-951c3915-5e17-49f3-b6cb-3e178238c664 req-ef3c1170-bcff-417d-8586-7142d6c73874 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 210 time: 0.0673912 Apr 20 19:21:28.835141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839eec4-1b9d-43d5-a01b-4944f3eba51e req-a2220e80-45d4-40bb-ab60-f590f11d37fd tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:28.837157 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c839eec4-1b9d-43d5-a01b-4944f3eba51e req-a2220e80-45d4-40bb-ab60-f590f11d37fd tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1004910 Apr 20 19:21:28.914395 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c839eec4-1b9d-43d5-a01b-4944f3eba51e req-aa9a7239-24c4-4088-a680-785fd638a303 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681663 Apr 20 19:21:29.699359 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4e5d9e54-e92b-4233-839f-eb17fcd1bc6e req-1d2b3bdd-ac73-4696-9ebd-5673125460c2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 210 time: 0.0630882 Apr 20 19:21:29.883253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-d48d7f42-8935-4d3c-8de4-063dbc040190 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:29.884871 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-d48d7f42-8935-4d3c-8de4-063dbc040190 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 816 time: 0.1844440 Apr 20 19:21:29.975996 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-d34325f3-e2e5-4349-84be-986677b9c407 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f27f5796bce3442ea67300435a937727 HTTP/1.1" status: 200 len: 5704 time: 0.0823998 Apr 20 19:21:29.986938 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'port': {'device_id': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'admin_state_up': True, 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'security_groups': ['3eef38f4-4bf3-4a03-a3c5-eb814a13a20f']}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:21:30.150141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:21:30.163622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:21:30.164629 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33324) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:30.233034 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Made reservation on behalf of f27f5796bce3442ea67300435a937727 for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:21:30.240778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:30.388585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:30.449738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:21:30.458969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] Usage tracker for resource:security_group_rule and tenant:1ee578d82f9d489491fcbcb0183cecda is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:21:30.469055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:21:30.481319 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:21:30.504582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Allocated IP 172.20.0.13 (f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4/6b2a16fd-2a79-43fc-82c7-3d59a7635435/be3655d6-e7d3-4339-9ecd-f174d9ab3a8f) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:21:30.763371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:30.804967 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:30.818182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-48e5702f-e4b3-4c66-b902-3d7075f94e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:30.836554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:30.882689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3f2f7-894a-4466-901c-1b6958ce7408,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:30.889130 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ee578d82f9d489491fcbcb0183cecda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7240152 Apr 20 19:21:30.890845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Transition to ACTIVE for port object be3655d6-e7d3-4339-9ecd-f174d9ab3a8f will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:21:30.892387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:30.893211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33340) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:30.962295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-108c2fa1-82ee-4896-92b2-5231b9f47049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:31.002627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-108c2fa1-82ee-4896-92b2-5231b9f47049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:31.013181 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:31.026715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-969b84e7-6563-4ec5-ba5c-f56c4801489c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:31.095162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-108c2fa1-82ee-4896-92b2-5231b9f47049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:31.105732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-47ea31e0-17b2-4c04-abff-e93d1c48c3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:31.116625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:21:31.124140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:21:31.131885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:21:31.134209 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c2fa1-82ee-4896-92b2-5231b9f47049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3f2f7-894a-4466-901c-1b6958ce7408,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:31.139529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-108c2fa1-82ee-4896-92b2-5231b9f47049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:31.142047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-108c2fa1-82ee-4896-92b2-5231b9f47049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:31.150024 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-108c2fa1-82ee-4896-92b2-5231b9f47049 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dc3f2f7-894a-4466-901c-1b6958ce7408 HTTP/1.1" status: 204 len: 168 time: 0.2550313 Apr 20 19:21:31.196958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event updated for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:31.207522 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:31.265083 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:31.266486 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:31.292903 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bac7f-1bb3-4caf-af0b-fe1d45fc95f5 req-d415bdb9-1368-40dd-a2d4-1ef47d390808 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:31.294666 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fc1bac7f-1bb3-4caf-af0b-fe1d45fc95f5 req-d415bdb9-1368-40dd-a2d4-1ef47d390808 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 932 time: 0.3637447 Apr 20 19:21:31.399605 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fc1bac7f-1bb3-4caf-af0b-fe1d45fc95f5 req-7b4d5fe3-e762-4f64-bb61-273cdbe71132 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871758 Apr 20 19:21:31.422502 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-bd475dfa-e6e1-4beb-837d-f6627bb08509 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4397104 Apr 20 19:21:31.441040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Request body: {'port': {'device_id': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:21:31.566723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f6767083-afc1-47c4-bce0-e6cb7c106b14 None None] Provisioning for port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:21:31.581854 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-f6767083-afc1-47c4-bce0-e6cb7c106b14 None None] Provisioning complete for port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:21:31.583012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f6767083-afc1-47c4-bce0-e6cb7c106b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:31.661659 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:31.782557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f6767083-afc1-47c4-bce0-e6cb7c106b14 None None] Port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:21:32.190171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3655d6-e7d3-4339-9ecd-f174d9ab3a8f {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:21:32.198936 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:32.216512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Transition to ACTIVE for port object be3655d6-e7d3-4339-9ecd-f174d9ab3a8f will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:21:32.238508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:32.248606 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1c44368a-00d3-4bad-ac52-40c235ff1f0b tempest-VolumesNegativeTest-768957506 tempest-VolumesNegativeTest-768957506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:32.442601 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Pushing event updated for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:32.451021 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:32.533172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Attempting to bind port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:21:32.533598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Attempting to bind port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:21:32.534007 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Attempting to bind port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f on network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:21:32.539172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f on network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:21:32.539536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Attempting to bind port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f on network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:21:32.545275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:21:32.545690 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Checking segment: {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:21:32.546190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Bound using segment: {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:21:32.546756 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Bound port: be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5ae17a-1da5-4ae3-a802-cf747244989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:21:32.547198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:32.719819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:21:32.724077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:21:32.732980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762b2b-e965-47a4-a5d5-5c4a7fd48476 req-9df8b413-f964-47f7-a853-db657d8ba3c8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:32.734452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-7e762b2b-e965-47a4-a5d5-5c4a7fd48476 req-9df8b413-f964-47f7-a853-db657d8ba3c8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Synchronizing usage tracker for tenant:f27f5796bce3442ea67300435a937727 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:21:32.774068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:32.779300 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:32.833138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-7e762b2b-e965-47a4-a5d5-5c4a7fd48476 req-9df8b413-f964-47f7-a853-db657d8ba3c8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Unset dirty status for tenant:f27f5796bce3442ea67300435a937727 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:21:32.834443 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7e762b2b-e965-47a4-a5d5-5c4a7fd48476 req-9df8b413-f964-47f7-a853-db657d8ba3c8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.2728512 Apr 20 19:21:32.841110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:32.841809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:32.843303 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] 10.222.0.15 "PUT /v2.0/ports/be3655d6-e7d3-4339-9ecd-f174d9ab3a8f HTTP/1.1" status: 200 len: 1094 time: 1.4137909 Apr 20 19:21:32.843849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:21:32.913089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Pushing event updated for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:32.919010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:32.925581 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7e762b2b-e965-47a4-a5d5-5c4a7fd48476 req-aa0fd74f-7a67-46c6-8a92-9b813131c66e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681117 Apr 20 19:21:33.083735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-52dd197d-5128-45fa-b244-c80b368bd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:33.085366 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-52dd197d-5128-45fa-b244-c80b368bd675 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 1097 time: 0.1208735 Apr 20 19:21:33.175575 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-50b8a734-6dc4-4db9-b4ae-f969d7151db6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f HTTP/1.1" status: 200 len: 217 time: 0.0829985 Apr 20 19:21:33.253398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-ccc3d69d-d643-449f-855d-2badcd7554f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:33.256022 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-ccc3d69d-d643-449f-855d-2badcd7554f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.0737259 Apr 20 19:21:33.259483 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'status': 'completed', 'code': 200} Apr 20 19:21:33.357798 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-01fd81a3-e681-4698-afdb-fe2f448c32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:33.360105 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-01fd81a3-e681-4698-afdb-fe2f448c32f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0934548 Apr 20 19:21:33.514339 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-abf56aaf-8871-469d-abeb-359d502929bb service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475344 Apr 20 19:21:33.674504 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a0f111a5-69ac-4ad6-b26c-4f237b8244af req-2b4e61cc-95af-445e-9f07-289b6e61623a service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532857 Apr 20 19:21:33.882797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-89047fd5-8e7b-4e23-a68c-ab85b9f59610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:33.884386 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-89047fd5-8e7b-4e23-a68c-ab85b9f59610 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 1097 time: 0.0964754 Apr 20 19:21:34.049640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:34.086420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-c963902f-5521-4183-8a0e-3cee6898d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:34.088130 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-c963902f-5521-4183-8a0e-3cee6898d940 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.1963346 Apr 20 19:21:34.211555 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-b0081bdc-fd29-42c0-b086-e1573700055f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f HTTP/1.1" status: 200 len: 217 time: 0.1162126 Apr 20 19:21:34.536648 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-ffd1b617-8e0f-437e-9ce6-f520fda13e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:34.538270 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-ffd1b617-8e0f-437e-9ce6-f520fda13e3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.3204384 Apr 20 19:21:34.606396 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1a9f4-7d36-4ac6-830b-cb8a6afaf2f7 req-4c27f686-5d03-4af4-af46-950b86f3340b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:34.608048 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-44d1a9f4-7d36-4ac6-830b-cb8a6afaf2f7 req-4c27f686-5d03-4af4-af46-950b86f3340b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.4448783 Apr 20 19:21:34.674988 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-44d1a9f4-7d36-4ac6-830b-cb8a6afaf2f7 req-e14a4617-7ed6-431f-b388-7ff2c785dc75 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584402 Apr 20 19:21:34.680224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-0389eed6-cdbb-4b51-be43-4efa3d75fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:34.681866 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-0389eed6-cdbb-4b51-be43-4efa3d75fd13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1346481 Apr 20 19:21:34.829845 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-77036298-f323-4fc5-a214-a4b485ed4d7c service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398170 Apr 20 19:21:34.985559 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d5ef3dc-6386-4a01-a83b-288f54c07c04 req-1f5870f2-049c-44bf-b0d2-5a709de74f45 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491914 Apr 20 19:21:35.894275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38229b30-cd17-4d62-9613-ad80dfbdf6c9 req-5e745f33-ca75-45f6-821d-0f87f860b46a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:35.895786 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-38229b30-cd17-4d62-9613-ad80dfbdf6c9 req-5e745f33-ca75-45f6-821d-0f87f860b46a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0935414 Apr 20 19:21:35.943957 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-38229b30-cd17-4d62-9613-ad80dfbdf6c9 req-f9dc6328-3bfa-40ff-9a8c-d7e310ad6a03 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417550 Apr 20 19:21:37.152622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4c954-8d73-43d6-82af-a82b4f84fee3 req-0101873b-d583-48c2-9990-68be7f4c7b55 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:37.154172 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7ab4c954-8d73-43d6-82af-a82b4f84fee3 req-0101873b-d583-48c2-9990-68be7f4c7b55 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0889449 Apr 20 19:21:37.209081 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7ab4c954-8d73-43d6-82af-a82b4f84fee3 req-2afd2f35-d521-4f08-ad4a-6741d425a9f2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474095 Apr 20 19:21:37.852387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be3655d6-e7d3-4339-9ecd-f174d9ab3a8f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:21:37.997524 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:21:38.011823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'port_id': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'mac_address': 'fa:16:3e:dd:02:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:21:38.075466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:38.094410 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3655d6-e7d3-4339-9ecd-f174d9ab3a8f {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:21:38.111339 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:21:38.144821 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:38.146760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-490cf908-f9c0-4c24-84d7-df68c8837bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:38.219701 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:38.227777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.228169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.228555 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.229022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.229291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.229687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.230057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.230426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.230795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.231162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.231530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.231895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:21:38.236932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:38.422495 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4607c2-3dfe-4739-b80f-87a2c434e6df req-a6e527a1-d5bf-466e-9a98-4c8cbfadbb07 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:38.424091 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fe4607c2-3dfe-4739-b80f-87a2c434e6df req-a6e527a1-d5bf-466e-9a98-4c8cbfadbb07 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 945 time: 0.0941036 Apr 20 19:21:38.474228 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fe4607c2-3dfe-4739-b80f-87a2c434e6df req-16897551-c7e3-4561-a763-7b27977b1316 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436883 Apr 20 19:21:38.490173 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:21:39.689378 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ba2ff-d020-454c-ad60-338e4e41536e req-09554686-10e2-43e7-9796-632432514be3 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:39.691030 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e77ba2ff-d020-454c-ad60-338e4e41536e req-09554686-10e2-43e7-9796-632432514be3 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 945 time: 0.0954473 Apr 20 19:21:39.740645 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e77ba2ff-d020-454c-ad60-338e4e41536e req-8e4e1f07-90bc-4f11-b37a-8f067a1ecec6 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434191 Apr 20 19:21:39.854749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be3655d6-e7d3-4339-9ecd-f174d9ab3a8f up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:21:39.979024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:21:39.984830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:21:39.989717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:40.112658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:40.142167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:21:40.152542 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:21:40.190584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:40.193750 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'code': 200} Apr 20 19:21:40.194311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:21:40.270885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:21:40.274179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:21:40.501923 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35753ca9-3a6d-41f9-b479-b7aadb9a2bdf req-ff6a2881-d8ba-472d-b8e4-26772eaaf7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:40.503536 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-35753ca9-3a6d-41f9-b479-b7aadb9a2bdf req-ff6a2881-d8ba-472d-b8e4-26772eaaf7db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 1099 time: 0.0794334 Apr 20 19:21:40.548262 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-35753ca9-3a6d-41f9-b479-b7aadb9a2bdf req-628c45bf-471b-413c-b136-afdd4152cdf9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381422 Apr 20 19:21:40.958032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eed75-9f28-4054-b2ff-da2809c04726 req-2a9de97c-011f-43a2-9552-e47395a9dada tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:40.959637 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-481eed75-9f28-4054-b2ff-da2809c04726 req-2a9de97c-011f-43a2-9552-e47395a9dada tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0942206 Apr 20 19:21:41.008991 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-481eed75-9f28-4054-b2ff-da2809c04726 req-06f5ece5-afc5-43b0-9a2e-9a724816cf3a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428562 Apr 20 19:21:42.226088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a73f2-71cd-4020-85b5-a8ed9eb5766c req-16a32a77-5adb-48c2-851b-9a8e1b9fb700 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:42.230442 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a22a73f2-71cd-4020-85b5-a8ed9eb5766c req-16a32a77-5adb-48c2-851b-9a8e1b9fb700 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0936520 Apr 20 19:21:42.278141 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a22a73f2-71cd-4020-85b5-a8ed9eb5766c req-8005afce-f5a5-4d4c-aa2c-60aa41890de8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438540 Apr 20 19:21:42.477569 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2e123-b093-4359-b477-d36eca88fad4 req-8ba3c9cc-3f43-4419-9b03-d97e52c2d4f9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:42.479047 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0dd2e123-b093-4359-b477-d36eca88fad4 req-8ba3c9cc-3f43-4419-9b03-d97e52c2d4f9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0875967 Apr 20 19:21:42.489159 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33438) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:42.495546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-0bb7f538-7ea4-46e6-babd-b7585a49339e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Request body: {'floatingip': {'port_id': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:21:42.581927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0bb7f538-7ea4-46e6-babd-b7585a49339e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:43.375092 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0bb7f538-7ea4-46e6-babd-b7585a49339e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:43.430397 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0bb7f538-7ea4-46e6-babd-b7585a49339e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:43.612743 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [None req-0bb7f538-7ea4-46e6-babd-b7585a49339e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Floating IP 90f845cb-cb4b-4502-9bfb-b1fd007a4838 associated. External IP: 172.28.0.15, port: be3655d6-e7d3-4339-9ecd-f174d9ab3a8f. Apr 20 19:21:44.201245 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb7f538-7ea4-46e6-babd-b7585a49339e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Router 760b437a-3b5f-4d67-86f3-c42e1c100440 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:21:44.395148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb7f538-7ea4-46e6-babd-b7585a49339e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:21:44.400041 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0bb7f538-7ea4-46e6-babd-b7585a49339e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:44.404769 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] Sync routers for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:21:44.415496 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:21:44.416170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:21:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:44.464442 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0bb7f538-7ea4-46e6-babd-b7585a49339e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "PUT /v2.0/floatingips/90f845cb-cb4b-4502-9bfb-b1fd007a4838 HTTP/1.1" status: 200 len: 991 time: 1.9737415 Apr 20 19:21:44.465122 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:21:44.520648 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'status': 'completed', 'code': 200} Apr 20 19:21:44.629566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-9ff817fa-7529-4980-984e-114f493742d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:44.631206 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-9ff817fa-7529-4980-984e-114f493742d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 1099 time: 0.0869660 Apr 20 19:21:44.783364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-70072905-212a-4fe1-8e69-652719613e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:44.785041 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-70072905-212a-4fe1-8e69-652719613e07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.1469839 Apr 20 19:21:44.796496 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:21:44.902877 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-d26f418a-f4d1-4d63-81cf-b1b96a052a2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f HTTP/1.1" status: 200 len: 999 time: 0.1097045 Apr 20 19:21:44.980164 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-a1c0f41e-e06b-4758-9cef-51ad75f783e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:44.981986 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-a1c0f41e-e06b-4758-9cef-51ad75f783e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.0723798 Apr 20 19:21:45.006807 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8c3aefe0-0fde-4878-87e1-c7437926cff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:45.079573 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-351ca511-e123-4948-99eb-82d17c3c4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:21:45.081190 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-351ca511-e123-4948-99eb-82d17c3c4831 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924199 Apr 20 19:21:45.201110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '90f845cb-cb4b-4502-9bfb-b1fd007a4838', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'floating_ip_address': '172.28.0.15', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'port_id': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'mac_address': 'fa:16:3e:dd:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:21:23Z', 'updated_at': '2021-04-20T19:21:43Z', 'revision_number': 1, 'project_id': 'f27f5796bce3442ea67300435a937727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:45.231642 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-e542643a-d2d1-493a-bfd1-b98b65dee7aa service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435671 Apr 20 19:21:45.288451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] Checking router: 760b437a-3b5f-4d67-86f3-c42e1c100440 for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:21:45.298689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:21:45.299368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:21:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:45.381801 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c092ae75-f7cb-4c2a-9fb8-78e798a1e784 req-d0fe184a-9bb7-4170-a377-478bfe1217b9 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426156 Apr 20 19:21:45.506267 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:21:45.894117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '90f845cb-cb4b-4502-9bfb-b1fd007a4838', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'floating_ip_address': '172.28.0.15', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'port_id': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'mac_address': 'fa:16:3e:dd:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:21:23Z', 'updated_at': '2021-04-20T19:21:43Z', 'revision_number': 1, 'project_id': 'f27f5796bce3442ea67300435a937727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:21:45.898372 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56b4de-164b-42d1-9477-a6c8db30b791 None None] The sync data for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb is: [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '90f845cb-cb4b-4502-9bfb-b1fd007a4838', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'floating_ip_address': '172.28.0.15', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'port_id': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'mac_address': 'fa:16:3e:dd:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:21:23Z', 'updated_at': '2021-04-20T19:21:43Z', 'revision_number': 1, 'project_id': 'f27f5796bce3442ea67300435a937727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:21:46.204869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafa730-f909-4449-b615-f5d661164bcd None None] New status for floating IP 90f845cb-cb4b-4502-9bfb-b1fd007a4838: ACTIVE {{(pid=86475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:21:47.219223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-100b2e7b-7644-4944-8230-68fae9ec9864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:47.401199 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:48.047767 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:49.161420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:00.261719 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:22:04.001673 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfd862-0884-423e-9ed3-dceaba2c5f2e req-da148d88-6c5a-414c-bf83-93dad7b90205 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:04.003265 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c7cfd862-0884-423e-9ed3-dceaba2c5f2e req-da148d88-6c5a-414c-bf83-93dad7b90205 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.0948904 Apr 20 19:22:04.047659 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:04.051395 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c7cfd862-0884-423e-9ed3-dceaba2c5f2e req-54c19160-bdd1-4295-97b2-c57ee45a71bf tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Apr 20 19:22:04.393226 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-c999d990-4d54-4179-b622-d14a45b31e1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788326 Apr 20 19:22:04.498087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-9ac8b616-677b-41ae-a0b5-e72e8a2c8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:04.500423 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-9ac8b616-677b-41ae-a0b5-e72e8a2c8a74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 1099 time: 0.0839810 Apr 20 19:22:04.661853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-8f609cde-ea0a-441d-accc-6c10a6df1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:04.663502 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-8f609cde-ea0a-441d-accc-6c10a6df1669 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 911 time: 0.1411138 Apr 20 19:22:04.783594 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-1d6a1255-8f9e-409c-900e-7e3943573ffa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68 HTTP/1.1" status: 200 len: 1001 time: 0.1109765 Apr 20 19:22:04.854454 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-62ae55b8-1b99-4212-8f1c-295301f6e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:04.856015 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-62ae55b8-1b99-4212-8f1c-295301f6e2d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d15ff802-d6d6-450e-9d75-f76c2bd60379 HTTP/1.1" status: 200 len: 849 time: 0.0635810 Apr 20 19:22:04.944027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-2bd85c1e-f4ff-480f-bb07-485f23330259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:04.945645 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-2bd85c1e-f4ff-480f-bb07-485f23330259 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ab1a66b-24a1-4231-a78a-741ef1504e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810161 Apr 20 19:22:05.093363 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-435e5b6a-6730-4263-9d6c-aa6deb0575f9 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399431 Apr 20 19:22:05.318702 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ce566fd4-4db6-4802-a342-b105c9b3ef63 req-56fb3732-4fae-4789-9d14-eece50cf650f service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188666 Apr 20 19:22:05.331891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf62c1f-236d-4c84-8d99-5d7200053b9d req-703c76b1-786f-4d2e-ab5c-126c19d9a981 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:05.333567 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dbf62c1f-236d-4c84-8d99-5d7200053b9d req-703c76b1-786f-4d2e-ab5c-126c19d9a981 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1540139 Apr 20 19:22:05.385425 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dbf62c1f-236d-4c84-8d99-5d7200053b9d req-c95e3e98-a387-407c-a15b-d0e758f3cb09 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453176 Apr 20 19:22:06.598952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb88ce5-961e-42b3-872b-ca1f7b273042 req-a505f792-1344-4cf0-8190-c2895d2f39ea tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:06.600555 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0bb88ce5-961e-42b3-872b-ca1f7b273042 req-a505f792-1344-4cf0-8190-c2895d2f39ea tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.0953202 Apr 20 19:22:06.651281 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0bb88ce5-961e-42b3-872b-ca1f7b273042 req-adec63cd-a449-4f15-9477-542e77b8029e tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442491 Apr 20 19:22:07.713994 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-0af14d02-24d8-470e-bad3-fb7fdf62ccf8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571414592&fields=id&tenant_id=f357a754805d4dc1b1a88f2a37408cf8 HTTP/1.1" status: 200 len: 267 time: 0.0436981 Apr 20 19:22:07.866008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-a8a761c7-c985-45ad-bdb8-3285352f88d2 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:07.867600 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-a8a761c7-c985-45ad-bdb8-3285352f88d2 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 984 time: 0.1465526 Apr 20 19:22:07.882880 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-4e128907-7b1b-4496-b777-3c300746fe6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Request body: {'port': {'security_groups': ['895b74a9-28b7-4723-9cf9-8501ada9ed7e']}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:22:07.955362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028c05b-ec5e-4189-a9ca-4d3ac7b704cb req-d59e25ad-aeac-455a-a7dc-94c525bbcd3a tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:07.956966 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4028c05b-ec5e-4189-a9ca-4d3ac7b704cb req-d59e25ad-aeac-455a-a7dc-94c525bbcd3a tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1818991 Apr 20 19:22:08.064790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-4e128907-7b1b-4496-b777-3c300746fe6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:08.081892 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4028c05b-ec5e-4189-a9ca-4d3ac7b704cb req-c3b6e8e8-4c93-4ad9-b472-cfb42ffea997 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810342 Apr 20 19:22:08.578497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-4e128907-7b1b-4496-b777-3c300746fe6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] For port 03d41f42-5083-4c79-be5f-5767c7ec8022, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=03d41f42-5083-4c79-be5f-5767c7ec8022,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:08.609968 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-4e128907-7b1b-4496-b777-3c300746fe6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:08.647449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-4e128907-7b1b-4496-b777-3c300746fe6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:08.655673 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-39aaf9aa-5072-4db9-b324-119a04a778fb tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:08.660229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['03d41f42-5083-4c79-be5f-5767c7ec8022'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:22:08.754253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-4e128907-7b1b-4496-b777-3c300746fe6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:08.754978 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-4e128907-7b1b-4496-b777-3c300746fe6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:08.756514 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e8b09755-24c0-40a0-9eef-917e1cc74c20 req-4e128907-7b1b-4496-b777-3c300746fe6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "PUT /v2.0/ports/03d41f42-5083-4c79-be5f-5767c7ec8022 HTTP/1.1" status: 200 len: 942 time: 0.8805292 Apr 20 19:22:08.757272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:22:08.766742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33656) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:08.803571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e128907-7b1b-4496-b777-3c300746fe6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event updated for resources: {'Port': ['ID=03d41f42-5083-4c79-be5f-5767c7ec8022,revision_number=7']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:08.816476 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4e128907-7b1b-4496-b777-3c300746fe6a tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:08.840633 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'status': 'completed', 'code': 200} Apr 20 19:22:08.856239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6504275-febc-44f7-9697-9101128b53c5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:08.898952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6504275-febc-44f7-9697-9101128b53c5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:08.899729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['03d41f42-5083-4c79-be5f-5767c7ec8022'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:22:08.968997 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-dfd5a82a-595a-45f8-8a5b-52ad2ab55404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:08.970971 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-dfd5a82a-595a-45f8-8a5b-52ad2ab55404 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f357a754805d4dc1b1a88f2a37408cf8&device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 1098 time: 0.1025963 Apr 20 19:22:09.013194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6504275-febc-44f7-9697-9101128b53c5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:09.022574 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a6f29f86-16a4-4abc-a9ba-d34df5a20b8f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:09.027215 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-30e43b56-0391-4634-9fe0-82bc9a92fcd4 None None] Provisioning complete for port 03d41f42-5083-4c79-be5f-5767c7ec8022 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:22:09.027729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-30e43b56-0391-4634-9fe0-82bc9a92fcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:09.043018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d6504275-febc-44f7-9697-9101128b53c5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:09.047047 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d6504275-febc-44f7-9697-9101128b53c5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "DELETE /v2.0/security-groups/3cae78ac-9323-438c-9722-1d8e62d5031e HTTP/1.1" status: 204 len: 168 time: 0.2770002 Apr 20 19:22:09.047047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6504275-febc-44f7-9697-9101128b53c5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae78ac-9323-438c-9722-1d8e62d5031e,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:09.048816 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d6504275-febc-44f7-9697-9101128b53c5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:09.049714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33660) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:09.142735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-f7927f9b-8aed-4afd-bad5-eddd1ff56d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:09.144454 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-f7927f9b-8aed-4afd-bad5-eddd1ff56d6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f HTTP/1.1" status: 200 len: 916 time: 0.1664588 Apr 20 19:22:09.285788 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Deleting port 2bc4fe80-dd6f-42d1-a12e-f195840322e1 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:09.286304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:09.303282 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-9cf08899-7f76-4b66-a4b4-f54358deb2cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d41f42-5083-4c79-be5f-5767c7ec8022 HTTP/1.1" status: 200 len: 1001 time: 0.1516447 Apr 20 19:22:09.426338 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-3bc2e446-c11b-4b42-b893-60eea3bf566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:09.427905 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-3bc2e446-c11b-4b42-b893-60eea3bf566c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=102a43ba-d121-4313-8680-a7ae67f3d7a8 HTTP/1.1" status: 200 len: 854 time: 0.0851710 Apr 20 19:22:09.481875 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:09.482218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:09.511919 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75694648-4988-47d9-ba6c-31192c903422 req-87d66e4b-7f9b-405b-b724-a8ffe6d63f49 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:09.513686 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-75694648-4988-47d9-ba6c-31192c903422 req-87d66e4b-7f9b-405b-b724-a8ffe6d63f49 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.2093298 Apr 20 19:22:09.575878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-983608aa-ff81-4680-be56-55ee3365b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:09.577746 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-983608aa-ff81-4680-be56-55ee3365b7e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1421669 Apr 20 19:22:09.582924 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-75694648-4988-47d9-ba6c-31192c903422 req-073c9681-f203-40f4-b7c3-0fb9af5a534d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568662 Apr 20 19:22:09.632031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Calling delete_port for 2bc4fe80-dd6f-42d1-a12e-f195840322e1 owned by network:floatingip {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:09.734974 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-c6d029f5-e6e7-4bce-a084-31936256f8f1 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449425 Apr 20 19:22:09.882100 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ea2ed239-1a2f-4969-8fff-d7a2eb7432ee req-3fb25de8-ae39-447c-bf2a-9e7bf0a54687 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400692 Apr 20 19:22:09.922113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:09.927113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:09.972352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event deleted for resources: {'Port': ['ID=2bc4fe80-dd6f-42d1-a12e-f195840322e1,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:09.976490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:10.071455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks [] for floatingip, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:10.071754 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Floating IP 0311aa0c-7ad7-48b8-b91e-673590e764ee disassociated (deleted). External IP: 172.28.0.204, port: 03d41f42-5083-4c79-be5f-5767c7ec8022. Apr 20 19:22:10.715953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Router 1e3f603e-3447-4d38-b9ac-f354566d5b3c has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:22:10.817079 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7015a-9c20-4e30-a309-95d9681d9bff req-5bdc728d-b6b3-4609-8803-cc1def0d632b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:10.818701 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dac7015a-9c20-4e30-a309-95d9681d9bff req-5bdc728d-b6b3-4609-8803-cc1def0d632b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.0983624 Apr 20 19:22:10.869265 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dac7015a-9c20-4e30-a309-95d9681d9bff req-eb763a93-1199-47a7-9da5-d75c9e532877 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435128 Apr 20 19:22:10.916489 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:22:10.927954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] Sync routers for ids ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:22:10.938040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] Routers {'1e3f603e-3447-4d38-b9ac-f354566d5b3c'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:22:10.938727 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:21:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:10.975176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:11.022949 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33684) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:11.049807 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "DELETE /v2.0/floatingips/0311aa0c-7ad7-48b8-b91e-673590e764ee HTTP/1.1" status: 204 len: 168 time: 1.9989104 Apr 20 19:22:11.050485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:22:11.152706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] Set router 1e3f603e-3447-4d38-b9ac-f354566d5b3c gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:22:11.189119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:11.208427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:22:11.224653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] Usage tracker for resource:security_group_rule and tenant:4f62938e11fc4c96b22a93bef4376f84 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:22:11.228824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:22:11.235222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:22:11.259802 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'status': 'completed', 'code': 200} Apr 20 19:22:11.327917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:11.374549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:11.393042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ae9f827f-741a-4c87-bd33-be2f13159e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:11.445769 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f62938e11fc4c96b22a93bef4376f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190600 Apr 20 19:22:11.447824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33700) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:11.449284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efbeee1-187c-4557-ad05-c4a063e43fe5,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:11.454045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:11.477289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-585bdd9c-4ddd-4b87-bdd2-d14e0deec7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:11.478917 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-585bdd9c-4ddd-4b87-bdd2-d14e0deec7da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f357a754805d4dc1b1a88f2a37408cf8&device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 1098 time: 0.1478846 Apr 20 19:22:11.521821 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f57d1f83-9a0d-41e5-b2a5-7cfdc3508861', 'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'mac_address': 'fa:16:3e:c2:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:54Z', 'updated_at': '2021-04-20T19:18:05Z', 'revision_number': 5, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'subnets': [{'id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:11.526566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] Checking router: 1e3f603e-3447-4d38-b9ac-f354566d5b3c for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:22:11.536338 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] Routers {'1e3f603e-3447-4d38-b9ac-f354566d5b3c'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:22:11.537016 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:21:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:11.542236 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d1445933-a472-4278-a2bd-c100c6ab59d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:11.579014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d1445933-a472-4278-a2bd-c100c6ab59d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:11.668600 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-85b8263b-3a2c-4794-83ad-fb59c0e0b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:11.670421 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-85b8263b-3a2c-4794-83ad-fb59c0e0b9e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f HTTP/1.1" status: 200 len: 916 time: 0.1788685 Apr 20 19:22:11.710185 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d1445933-a472-4278-a2bd-c100c6ab59d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:11.716057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-26e1c0f8-75e4-4d11-a42d-820b95fe48a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:11.728741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1445933-a472-4278-a2bd-c100c6ab59d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efbeee1-187c-4557-ad05-c4a063e43fe5,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:11.731482 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d1445933-a472-4278-a2bd-c100c6ab59d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:11.739672 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d1445933-a472-4278-a2bd-c100c6ab59d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:11.743438 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d1445933-a472-4278-a2bd-c100c6ab59d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5efbeee1-187c-4557-ad05-c4a063e43fe5 HTTP/1.1" status: 204 len: 168 time: 0.2919886 Apr 20 19:22:11.755006 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-108535d6-cf64-4223-b205-dd7b05e3e2bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d41f42-5083-4c79-be5f-5767c7ec8022 HTTP/1.1" status: 200 len: 217 time: 0.0779135 Apr 20 19:22:11.839098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-8cc5638d-1f00-4371-9339-f767d833779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:11.842024 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-8cc5638d-1f00-4371-9339-f767d833779c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=102a43ba-d121-4313-8680-a7ae67f3d7a8 HTTP/1.1" status: 200 len: 854 time: 0.0798004 Apr 20 19:22:11.936183 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-c364ba4e-e7bc-4305-bd3c-ec8082ea2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:11.937928 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-c364ba4e-e7bc-4305-bd3c-ec8082ea2302 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902483 Apr 20 19:22:11.966537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] Set router 1e3f603e-3447-4d38-b9ac-f354566d5b3c gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:22:12.172924 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-1c102975-68b6-464c-a8ce-a856c632c773 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252116 Apr 20 19:22:12.189485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08c2eb-f3d3-4367-923f-febb5472a6e2 req-fbd6868f-2a42-4c05-aff4-f7849f0abcb4 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:12.191055 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3e08c2eb-f3d3-4367-923f-febb5472a6e2 req-fbd6868f-2a42-4c05-aff4-f7849f0abcb4 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1463764 Apr 20 19:22:12.324325 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f57d1f83-9a0d-41e5-b2a5-7cfdc3508861', 'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'mac_address': 'fa:16:3e:c2:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:54Z', 'updated_at': '2021-04-20T19:18:05Z', 'revision_number': 5, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'subnets': [{'id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:12.331900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bbaba-a699-4bb4-9e90-5b3bb8259630 None None] The sync data for ids ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'] in dv-cinder-786933-2-smb is: [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'f57d1f83-9a0d-41e5-b2a5-7cfdc3508861', 'name': '', 'network_id': 'e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'mac_address': 'fa:16:3e:c2:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:54Z', 'updated_at': '2021-04-20T19:18:05Z', 'revision_number': 5, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'subnets': [{'id': '102a43ba-d121-4313-8680-a7ae67f3d7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:22:12.356609 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3e08c2eb-f3d3-4367-923f-febb5472a6e2 req-f388e750-a8c7-4c3c-93bc-bde81acc4877 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417506 Apr 20 19:22:12.380665 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5a51696b-4c80-4c29-8ef9-c800ac874f00 req-670b86c8-3c76-4a0c-a037-b8a261cf9196 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999509 Apr 20 19:22:12.757253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b62bd-1ff4-4e86-813d-0864ba5da28c None None] New status for floating IP 0311aa0c-7ad7-48b8-b91e-673590e764ee: DOWN {{(pid=86475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:22:13.571438 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3336d7-eedd-4dcd-ba24-443995475e99 req-ae88be8d-b101-4bde-967a-ca4432064087 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:13.573045 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ee3336d7-eedd-4dcd-ba24-443995475e99 req-ae88be8d-b101-4bde-967a-ca4432064087 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.0965760 Apr 20 19:22:13.622357 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ee3336d7-eedd-4dcd-ba24-443995475e99 req-c9ef985d-6424-43da-993d-f0d82858c64b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 Apr 20 19:22:14.092355 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-e79f084f-2a9c-4a44-8289-b680d1d57e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:14.093904 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-e79f084f-2a9c-4a44-8289-b680d1d57e66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56f92b5cac624de98ac7c20a452d91f9&device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 1098 time: 0.0801024 Apr 20 19:22:14.240378 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-2fd91884-66c7-49d3-bea5-b2e6b377ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:14.241997 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-2fd91884-66c7-49d3-bea5-b2e6b377ea1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f HTTP/1.1" status: 200 len: 910 time: 0.1424336 Apr 20 19:22:14.358927 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-4cfa31d8-ae09-4368-8d22-20c7809aeeea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7 HTTP/1.1" status: 200 len: 1001 time: 0.1084130 Apr 20 19:22:14.430651 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-fb631240-8ce1-4f83-b5b9-26fed792069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:14.432175 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-fb631240-8ce1-4f83-b5b9-26fed792069b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e101fe34-3956-4764-acd5-d4d057cba54d HTTP/1.1" status: 200 len: 848 time: 0.0665379 Apr 20 19:22:14.520279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-11fb2539-ee1f-40e9-b68d-84c42704b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:14.521920 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-11fb2539-ee1f-40e9-b68d-84c42704b2bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820527 Apr 20 19:22:14.745120 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-f391ea14-6867-4f71-80db-e4cf57612853 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060268 Apr 20 19:22:14.950432 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-433c8ba2-747d-4015-9ddb-7eb22054a38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:15.057002 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d97d-3488-473f-92eb-43cbb4ae786b req-f1db3eb6-3f2e-4a2b-9e20-13e8570b034c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:15.058689 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9fb1d97d-3488-473f-92eb-43cbb4ae786b req-f1db3eb6-3f2e-4a2b-9e20-13e8570b034c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 945 time: 0.4382765 Apr 20 19:22:15.197540 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9fb1d97d-3488-473f-92eb-43cbb4ae786b req-47500ac0-ed55-468a-ad0b-42435bf9acf0 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285379 Apr 20 19:22:15.249202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bc784-218e-4264-9ec9-1367da509b1e req-59790c80-59a8-4d24-9542-32dc1a1a262b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:15.250623 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a67bc784-218e-4264-9ec9-1367da509b1e req-59790c80-59a8-4d24-9542-32dc1a1a262b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.5011871 Apr 20 19:22:15.254344 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9cd7f006-c23c-442c-b226-2fab5bf173ff req-f1eae3d5-ddc7-48ae-86b3-b744dae98ace service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000992 Apr 20 19:22:15.308123 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a67bc784-218e-4264-9ec9-1367da509b1e req-13e5f4f3-3397-4946-9577-8dd0b825f7a5 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507290 Apr 20 19:22:16.414139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e0055-ba79-4738-ae89-a74697f6b0ed req-f4b6d614-21ba-40df-87ef-5016b4802bd1 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:16.415991 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-789e0055-ba79-4738-ae89-a74697f6b0ed req-f4b6d614-21ba-40df-87ef-5016b4802bd1 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 945 time: 0.1009741 Apr 20 19:22:16.522885 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-789e0055-ba79-4738-ae89-a74697f6b0ed req-0179be05-f93f-48b5-8be4-1ffffce37712 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/security-groups?id=895b74a9-28b7-4723-9cf9-8501ada9ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999527 Apr 20 19:22:16.563714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5a201-7ef5-4be1-9125-5feb91885157 req-4bc481f1-7ff1-496d-9ec4-ac4808ffd35e tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:16.565378 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d9d5a201-7ef5-4be1-9125-5feb91885157 req-4bc481f1-7ff1-496d-9ec4-ac4808ffd35e tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1274455 Apr 20 19:22:16.614223 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d9d5a201-7ef5-4be1-9125-5feb91885157 req-31e29e9e-ad26-432a-ad43-8bf39f038e39 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421562 Apr 20 19:22:16.816163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-a1d5bef5-209d-44af-ba5b-ebfbc993d85f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:16.817779 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-a1d5bef5-209d-44af-ba5b-ebfbc993d85f tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.15 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0888784 Apr 20 19:22:16.898861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Deleting port 03d41f42-5083-4c79-be5f-5767c7ec8022 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:16.899243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:17.163810 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] For port 03d41f42-5083-4c79-be5f-5767c7ec8022, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=03d41f42-5083-4c79-be5f-5767c7ec8022,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:17.164211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:17.224535 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cab2ff30-e2a7-4fce-bfe9-745655a17978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:17.303990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Calling delete_port for 03d41f42-5083-4c79-be5f-5767c7ec8022 owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:17.407549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:17.489367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:17.495640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a4517f9e-198f-4353-ae83-8a479067b8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:17.505878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['03d41f42-5083-4c79-be5f-5767c7ec8022'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:22:17.580301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Pushing event deleted for resources: {'Port': ['ID=03d41f42-5083-4c79-be5f-5767c7ec8022,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:17.624713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.624713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.625017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.625374 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.625712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.626108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.632362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.632362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.632362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.632362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.632362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.632362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:17.636958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:17.687225 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] No DVR routers for this DVR port 03d41f42-5083-4c79-be5f-5767c7ec8022 on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:22:17.690085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:17.693119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'name': 'network-vif-deleted', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:22:17.760387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-47dabe07-ffb2-42e3-886b-b401916e701a req-5b707271-f119-4f53-b9c0-f6b6fe5b2bd5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Synchronizing usage tracker for tenant:f357a754805d4dc1b1a88f2a37408cf8 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:22:17.805390 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-588c66d0-21dc-48af-bc9b-7dde7d457cb0 req-c40bd1d9-cfc1-4c5e-8716-75952fdf6d6c tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.15 "DELETE /v2.0/ports/03d41f42-5083-4c79-be5f-5767c7ec8022 HTTP/1.1" status: 204 len: 173 time: 0.9820037 Apr 20 19:22:17.859343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02421a2a-2407-4ca1-8484-73267bc6a23f req-53442194-6a5c-432d-b851-6007a121ea8f tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:17.861015 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02421a2a-2407-4ca1-8484-73267bc6a23f req-53442194-6a5c-432d-b851-6007a121ea8f tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1025162 Apr 20 19:22:17.885947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-47dabe07-ffb2-42e3-886b-b401916e701a req-5b707271-f119-4f53-b9c0-f6b6fe5b2bd5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Unset dirty status for tenant:f357a754805d4dc1b1a88f2a37408cf8 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:22:17.887128 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-47dabe07-ffb2-42e3-886b-b401916e701a req-5b707271-f119-4f53-b9c0-f6b6fe5b2bd5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] 10.222.0.35 "GET /v2.0/ports?device_id=de14a5a1-3643-4b27-bab1-d12631a4e0b9 HTTP/1.1" status: 200 len: 210 time: 0.1886892 Apr 20 19:22:17.930485 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-02421a2a-2407-4ca1-8484-73267bc6a23f req-1be05d9d-af71-4123-8545-67ad33241c08 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619354 Apr 20 19:22:17.964887 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de14a5a1-3643-4b27-bab1-d12631a4e0b9', 'name': 'network-vif-deleted', 'tag': '03d41f42-5083-4c79-be5f-5767c7ec8022', 'status': 'completed', 'code': 200} Apr 20 19:22:18.053279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:18.368783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33762) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:18.395716 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f5f1e-f74a-4787-a46d-8d5fa2ebbf11 req-e7f02bde-4e35-4d68-a54d-adca4a7a5626 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:18.403485 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d64f5f1e-f74a-4787-a46d-8d5fa2ebbf11 req-e7f02bde-4e35-4d68-a54d-adca4a7a5626 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1099157 Apr 20 19:22:18.448917 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d64f5f1e-f74a-4787-a46d-8d5fa2ebbf11 req-10ef9c1d-c8a6-4a9b-b2db-a0b78bf643b5 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443830 Apr 20 19:22:18.507046 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-b0384ac0-aed4-48b2-a2ce-e7dc981e770e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1369488 Apr 20 19:22:19.076883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:19.673777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c5f3b-99cb-4a79-9351-ffbed4581985 req-c017c570-f642-4db6-94b1-bb9e77e7c483 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:19.675583 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-282c5f3b-99cb-4a79-9351-ffbed4581985 req-c017c570-f642-4db6-94b1-bb9e77e7c483 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1053615 Apr 20 19:22:19.738532 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-282c5f3b-99cb-4a79-9351-ffbed4581985 req-51902445-fbd8-450a-a4c4-7aaf72d7ce05 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512412 Apr 20 19:22:20.010989 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a7846f1-6da3-4b6d-9bad-61934608f8f7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:22:20.023741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-af88ff3f-3cb5-40e6-b9a4-b290585b2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:20.025379 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-af88ff3f-3cb5-40e6-b9a4-b290585b2eb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db&tenant_id=56f92b5cac624de98ac7c20a452d91f9 HTTP/1.1" status: 200 len: 1098 time: 0.0813422 Apr 20 19:22:20.131815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-ad213e29-5fed-40e8-9ffc-3452aed5f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:20.133423 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-ad213e29-5fed-40e8-9ffc-3452aed5f030 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56f92b5cac624de98ac7c20a452d91f9&device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 1098 time: 0.0853505 Apr 20 19:22:20.139647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:20.168715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:22:20.179985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:20.212948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:20.213862 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 03d41f42-5083-4c79-be5f-5767c7ec8022 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:22:20.255627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4c48a773-efaf-4f79-b69a-cc222b3a48c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:20.291010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-e3b6af96-4aa2-480a-ad53-dd28a94ca6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:20.292336 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-e3b6af96-4aa2-480a-ad53-dd28a94ca6b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f HTTP/1.1" status: 200 len: 910 time: 0.1524713 Apr 20 19:22:20.356731 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=2a7846f1-6da3-4b6d-9bad-61934608f8f7,revision_number=6']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:20.360783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:20.362046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 03d41f42-5083-4c79-be5f-5767c7ec8022 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:22:20.362624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 03d41f42-5083-4c79-be5f-5767c7ec8022 not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:22:20.393789 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'code': 422} returned with failed status Apr 20 19:22:20.429621 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-a9216693-fbcf-482f-80e7-36e0a90741f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7 HTTP/1.1" status: 200 len: 999 time: 0.1297615 Apr 20 19:22:20.475465 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33828) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:20.504568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-bd862955-50e8-41b2-9e9c-f854b387a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:20.506192 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-bd862955-50e8-41b2-9e9c-f854b387a0eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e101fe34-3956-4764-acd5-d4d057cba54d HTTP/1.1" status: 200 len: 848 time: 0.0699952 Apr 20 19:22:20.592694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-2e58999e-ab99-4edd-a0c4-5a38f66f664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:20.594266 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-2e58999e-ab99-4edd-a0c4-5a38f66f664a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818005 Apr 20 19:22:20.745394 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-f04dd8df-9da0-48db-b645-0027fae88f37 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430702 Apr 20 19:22:20.950516 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9bca2baf-5ba3-4e96-a6b3-23e5dfb3bb2e req-5015ac30-e369-472b-8db4-13f0df607f49 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984549 Apr 20 19:22:20.987710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48b7f1-1fc8-448d-ba38-0eb899691f58 req-2ea9c9e7-0088-4626-a409-1426a45be4bb tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:20.989647 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-af48b7f1-1fc8-448d-ba38-0eb899691f58 req-2ea9c9e7-0088-4626-a409-1426a45be4bb tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 943 time: 0.1211298 Apr 20 19:22:21.054322 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-af48b7f1-1fc8-448d-ba38-0eb899691f58 req-f81da0bd-e620-437e-9675-fdbf63bf3cd0 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508280 Apr 20 19:22:21.087344 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802905'] for router_interface, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:21.484727 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Deleting port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:21.485119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:21.669175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] For port f57d1f83-9a0d-41e5-b2a5-7cfdc3508861, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=f57d1f83-9a0d-41e5-b2a5-7cfdc3508861,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:21.669175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:21.799927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Calling delete_port for f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 owned by network:router_interface {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:22.006993 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:22.011614 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:22.061057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f57d1f83-9a0d-41e5-b2a5-7cfdc3508861,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:22.101962 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.102406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.102780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.103190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.103589 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.104004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.104393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.104772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.105180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.105599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.105995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.106394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:22.115045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:22.265942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad3cb1-3c84-4266-aef8-196a8433d132 req-49d4ee7e-1309-4147-86cd-8356727e9b61 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:22.267466 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e7ad3cb1-3c84-4266-aef8-196a8433d132 req-49d4ee7e-1309-4147-86cd-8356727e9b61 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 943 time: 0.0917420 Apr 20 19:22:22.317511 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e7ad3cb1-3c84-4266-aef8-196a8433d132 req-2380bfc8-4907-485c-9700-432f29a1cd66 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435596 Apr 20 19:22:22.366686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853089374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802983'] for router_interface, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:22.986704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Router 1e3f603e-3447-4d38-b9ac-f354566d5b3c has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:22:23.182167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:22:23.192181 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] Sync routers for ids ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:22:23.202821 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] Routers {'1e3f603e-3447-4d38-b9ac-f354566d5b3c'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:22:23.203562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:22:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:23.237729 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] 10.222.0.35 "PUT /v2.0/routers/1e3f603e-3447-4d38-b9ac-f354566d5b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7608037 Apr 20 19:22:23.240489 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33840) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:23.412314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] Set router 1e3f603e-3447-4d38-b9ac-f354566d5b3c gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:22:23.441653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Notify callbacks [] for router, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:23.537362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dc6dc-0a95-4174-9c74-80f6583c9294 req-1e4fffc7-b0e2-439e-9aa6-69de04d2bc15 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:23.540516 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-782dc6dc-0a95-4174-9c74-80f6583c9294 req-1e4fffc7-b0e2-439e-9aa6-69de04d2bc15 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 943 time: 0.1030498 Apr 20 19:22:23.591051 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-782dc6dc-0a95-4174-9c74-80f6583c9294 req-6aa57b78-b136-489d-a324-15d77a5fa9a8 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451846 Apr 20 19:22:23.639926 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:23.693925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Deleting port 078531f1-b775-4913-a1b6-5d18d84842a1 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:23.694315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:23.736586 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:22:21Z', 'revision_number': 5, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port': {'id': '078531f1-b775-4913-a1b6-5d18d84842a1', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:17:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:46Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:23.741407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] Checking router: 1e3f603e-3447-4d38-b9ac-f354566d5b3c for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:22:23.751294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] Routers {'1e3f603e-3447-4d38-b9ac-f354566d5b3c'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:22:23.752064 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:22:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:23.903554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] For port 078531f1-b775-4913-a1b6-5d18d84842a1, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=078531f1-b775-4913-a1b6-5d18d84842a1,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:23.904698 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:23.921900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] Set router 1e3f603e-3447-4d38-b9ac-f354566d5b3c gateway port host: None {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:22:24.028081 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bd06d-c5b7-438d-88d1-9950eb4355f2 req-7d5c3fe4-c4d7-4a87-a8a8-6c8acd1a17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:24.031022 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d4bd06d-c5b7-438d-88d1-9950eb4355f2 req-7d5c3fe4-c4d7-4a87-a8a8-6c8acd1a17f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 1096 time: 0.0837643 Apr 20 19:22:24.042793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:22:23Z', 'revision_number': 6, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port_host': None}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:24.046118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Calling delete_port for 078531f1-b775-4913-a1b6-5d18d84842a1 owned by network:router_gateway {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:24.047483 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bb6b2-dbe1-4a1b-bf7e-2199d13670f1 None None] The sync data for ids ['1e3f603e-3447-4d38-b9ac-f354566d5b3c'] in dv-cinder-786933-2-smb is: [{'id': '1e3f603e-3447-4d38-b9ac-f354566d5b3c', 'name': 'tempest-TestMinimumBasicScenario-1564465960-router', 'tenant_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:44Z', 'updated_at': '2021-04-20T19:22:23Z', 'revision_number': 6, 'project_id': 'f357a754805d4dc1b1a88f2a37408cf8', 'gw_port_host': None}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:22:24.086463 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d4bd06d-c5b7-438d-88d1-9950eb4355f2 req-161213e5-6269-4bd0-ad76-cbf01df653a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487609 Apr 20 19:22:24.309356 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:24.315135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:24.395303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Pushing event deleted for resources: {'Port': ['ID=078531f1-b775-4913-a1b6-5d18d84842a1,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:24.398076 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:24.463726 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852971930'] for router_gateway, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:24.673194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852960710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3748'] for router, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:24.675929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:24.865803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2c426-26b2-45ff-8bda-11018ccbaf2f req-8eb397f8-623f-47a6-937b-c368c6ef4a56 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:24.867421 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f5a2c426-26b2-45ff-8bda-11018ccbaf2f req-8eb397f8-623f-47a6-937b-c368c6ef4a56 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 943 time: 0.0924978 Apr 20 19:22:24.875129 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805438'] for router, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:24.875893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3f603e-3447-4d38-b9ac-f354566d5b3c {{(pid=86472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:22:24.895671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Notify callbacks [] for router, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:24.899391 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] 10.222.0.35 "DELETE /v2.0/routers/1e3f603e-3447-4d38-b9ac-f354566d5b3c HTTP/1.1" status: 204 len: 168 time: 1.6554217 Apr 20 19:22:24.899699 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33852) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:24.938128 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f5a2c426-26b2-45ff-8bda-11018ccbaf2f req-2d620201-6e0b-463b-88dc-fe957594e9e1 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629058 Apr 20 19:22:24.973058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-95316c20-8c51-443b-ab81-e916b87d2832 admin admin] Deleting subnet 102a43ba-d121-4313-8680-a7ae67f3d7a8 {{(pid=86472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:22:24.977683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-95316c20-8c51-443b-ab81-e916b87d2832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:25.040593 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-95316c20-8c51-443b-ab81-e916b87d2832 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848130839'] for subnet, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:25.071878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 078531f1-b775-4913-a1b6-5d18d84842a1 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:22:25.109442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 078531f1-b775-4913-a1b6-5d18d84842a1 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:22:25.109854 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 078531f1-b775-4913-a1b6-5d18d84842a1 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:22:25.110326 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:22:25.174216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:22:25.174216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device f57d1f83-9a0d-41e5-b2a5-7cfdc3508861 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:22:25.176590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-95316c20-8c51-443b-ab81-e916b87d2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:25.505076 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-95316c20-8c51-443b-ab81-e916b87d2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6392162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7674229'] for subnet, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:25.510501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:25.547822 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95316c20-8c51-443b-ab81-e916b87d2832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102a43ba-d121-4313-8680-a7ae67f3d7a8,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:25.551104 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-95316c20-8c51-443b-ab81-e916b87d2832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:25.552164 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-95316c20-8c51-443b-ab81-e916b87d2832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:25.557566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcfe909-4d2e-41ad-b2ee-bc20b6093bb9 None None] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:22:25.558696 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-95316c20-8c51-443b-ab81-e916b87d2832 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/102a43ba-d121-4313-8680-a7ae67f3d7a8 HTTP/1.1" status: 204 len: 168 time: 0.6579235 Apr 20 19:22:25.561373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33856) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:25.682503 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:25.694774 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Deleting port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:25.702333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:25.814798 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] DHCP port deletion for e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f request from dv-cinder-786933-2-smb {{(pid=86474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:22:25.819526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] Deleting port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:25.819948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:25.934632 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] For port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=3461eae6-1e9d-4d2d-a821-5e2f93e6600c,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:25.935580 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.031662 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a7846f1-6da3-4b6d-9bad-61934608f8f7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:22:26.059347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] For port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=3461eae6-1e9d-4d2d-a821-5e2f93e6600c,segment=NetworkSegment(cd09c88e-3e90-44e5-ba5b-285237e1f44a),segment_id=cd09c88e-3e90-44e5-ba5b-285237e1f44a)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:26.059973 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.072983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Calling delete_port for 3461eae6-1e9d-4d2d-a821-5e2f93e6600c owned by network:dhcp {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:26.171678 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a3b72-b168-41d4-ac64-f9d1152966aa req-e0ff70d7-af6a-40ac-a353-caef041a6e6e tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:26.173462 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-742a3b72-b168-41d4-ac64-f9d1152966aa req-e0ff70d7-af6a-40ac-a353-caef041a6e6e tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 943 time: 0.1031814 Apr 20 19:22:26.233755 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-742a3b72-b168-41d4-ac64-f9d1152966aa req-8d8a75f9-67a4-4ca3-b44d-65f6382a640a tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526597 Apr 20 19:22:26.407974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] Calling delete_port for 3461eae6-1e9d-4d2d-a821-5e2f93e6600c owned by network:dhcp {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:26.527083 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.532364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0c86465f-64b0-432e-af93-333ea5cb0435 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:26.580899 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] No DVR routers for this DVR port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c on host dv-cinder-786933-2-smb {{(pid=86472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:22:26.610941 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Pushing event deleted for resources: {'Port': ['ID=3461eae6-1e9d-4d2d-a821-5e2f93e6600c,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:26.613905 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:26.653599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.db.api [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86474) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:22:26.654078 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_db.api [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:22:26.678609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:26.693751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'port_id': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'mac_address': 'fa:16:3e:d2:ef:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:22:26.711461 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.757315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.775364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7846f1-6da3-4b6d-9bad-61934608f8f7 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:22:26.791505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:26.824200 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.826389 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:26.828284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f']}} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:26.841034 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd09c88e-3e90-44e5-ba5b-285237e1f44a') {'for_net_delete': True} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:26.841382 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd09c88e-3e90-44e5-ba5b-285237e1f44a') {} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:26.853521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6644961'] for segment, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.869182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.876178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=86472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:22:26.896308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=2a7846f1-6da3-4b6d-9bad-61934608f8f7,revision_number=7']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:26.899576 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:27.058892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:22:27.059540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 3461eae6-1e9d-4d2d-a821-5e2f93e6600c no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:22:27.069102 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848355647'] for segment, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.100770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 3461eae6-1e9d-4d2d-a821-5e2f93e6600c {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:22:27.101156 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 3461eae6-1e9d-4d2d-a821-5e2f93e6600c not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:22:27.155613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] Deleting port 3461eae6-1e9d-4d2d-a821-5e2f93e6600c {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:27.156044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.191592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['2a7846f1-6da3-4b6d-9bad-61934608f8f7'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:22:27.251117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Network e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:22:27.274325 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:22:27.278368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-a9c893e2-9450-44cd-93a9-11c04d7a9b54 None None] The port '3461eae6-1e9d-4d2d-a821-5e2f93e6600c' was deleted {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:22:27.390232 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.394619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-38b1344d-ee3f-43e3-890d-3660b7e95165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:27.411829 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.419112 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:27.424511 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:27.431423 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e3f14cb8-2b09-4bc4-9298-b7bf424a9c7f HTTP/1.1" status: 204 len: 168 time: 1.8685067 Apr 20 19:22:27.434305 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 33870) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:28.020736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802905'] for router_interface, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:28.395674 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Deleting port e8efb8d7-3516-45be-b2b7-44d90ce4eb42 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:28.396279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:28.581780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] For port e8efb8d7-3516-45be-b2b7-44d90ce4eb42, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=e8efb8d7-3516-45be-b2b7-44d90ce4eb42,segment=NetworkSegment(b108e890-dd1d-4d44-808a-1e5376f730b8),segment_id=b108e890-dd1d-4d44-808a-1e5376f730b8)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:28.582103 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:28.716858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Calling delete_port for e8efb8d7-3516-45be-b2b7-44d90ce4eb42 owned by network:router_interface {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:28.995930 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:29.000276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:29.045823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8efb8d7-3516-45be-b2b7-44d90ce4eb42,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:29.048418 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:29.337904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853089374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802983'] for router_interface, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:29.961200 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:22:30.068512 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a7846f1-6da3-4b6d-9bad-61934608f8f7 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:22:30.142421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:22:30.142849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:30.154843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:22:30.164480 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] Sync routers for ids ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:22:30.176303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] Routers {'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:22:30.181174 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:22:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:30.202790 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] 10.222.0.35 "PUT /v2.0/routers/c8f1e4f4-8f0e-409d-8cae-e52f9df99c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671015 Apr 20 19:22:30.205602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33878) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:30.274364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:30.306697 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:22:30.318521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:30.355872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:30.358642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:30.379732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] Set router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:22:30.398359 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'code': 200} Apr 20 19:22:30.412748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:30.436920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=2a7846f1-6da3-4b6d-9bad-61934608f8f7,revision_number=8']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:30.440307 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:30.710360 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'name': 'tempest-TestMinimumBasicScenario-161537951-router', 'tenant_id': 'e99811539fda4207888221a57c012830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:22:28Z', 'revision_number': 5, 'project_id': 'e99811539fda4207888221a57c012830', 'gw_port': {'id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:39:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:08Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:30.714657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] Checking router: c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:22:30.724680 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] Routers {'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:22:30.725359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:22:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:30.847415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:30.893443 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Deleting port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:30.893878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:31.131935 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] Set router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:22:31.132515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] For port 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=8c3df2c4-3b12-4e08-92a3-bc34f5be4f52,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:31.132515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:31.273809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Calling delete_port for 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 owned by network:router_gateway {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:31.475960 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'name': 'tempest-TestMinimumBasicScenario-161537951-router', 'tenant_id': 'e99811539fda4207888221a57c012830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:22:28Z', 'revision_number': 5, 'project_id': 'e99811539fda4207888221a57c012830', 'gw_port': {'id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:39:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:08Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:31.483702 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2cdee9-e007-4567-a9bc-f1c951d68744 None None] The sync data for ids ['c8f1e4f4-8f0e-409d-8cae-e52f9df99c87'] in dv-cinder-786933-2-smb is: [{'id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'name': 'tempest-TestMinimumBasicScenario-161537951-router', 'tenant_id': 'e99811539fda4207888221a57c012830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:22:28Z', 'revision_number': 5, 'project_id': 'e99811539fda4207888221a57c012830', 'gw_port': {'id': '8c3df2c4-3b12-4e08-92a3-bc34f5be4f52', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:39:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1e4f4-8f0e-409d-8cae-e52f9df99c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:08Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:22:31.488022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:31.495505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eb3ec079-c2d7-4ba9-97fc-17b6f3a9655f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:31.543752 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3df2c4-3b12-4e08-92a3-bc34f5be4f52,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:31.547852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:31.644449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852971930'] for router_gateway, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:31.835099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852960710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3748'] for router, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:31.837510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:31.949883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805438'] for router, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:31.951047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 {{(pid=86473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:22:31.964859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Notify callbacks [] for router, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:31.966976 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c8f1e4f4-8f0e-409d-8cae-e52f9df99c87 HTTP/1.1" status: 204 len: 168 time: 1.7594459 Apr 20 19:22:31.969469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33888) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:32.035931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8fa59c-eda5-46bf-8fb6-7dff3bfe4bed admin admin] Deleting subnet b76b9c0a-9e58-49b4-87a3-511cb7466d8e {{(pid=86473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:22:32.039546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa59c-eda5-46bf-8fb6-7dff3bfe4bed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:32.091779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa59c-eda5-46bf-8fb6-7dff3bfe4bed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6373221'] for subnet, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:32.219067 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa59c-eda5-46bf-8fb6-7dff3bfe4bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:32.510730 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa59c-eda5-46bf-8fb6-7dff3bfe4bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846571119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6725408'] for subnet, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:32.517306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:32.554119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fa59c-eda5-46bf-8fb6-7dff3bfe4bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76b9c0a-9e58-49b4-87a3-511cb7466d8e,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:32.557658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6e8fa59c-eda5-46bf-8fb6-7dff3bfe4bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:32.558707 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa59c-eda5-46bf-8fb6-7dff3bfe4bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:32.564681 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6bbd0b-e5ad-4919-b86b-498ed92c84e2 None None] Network f91b0625-03ba-4970-aa4f-77b3ef2d94ae requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:22:32.566550 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6e8fa59c-eda5-46bf-8fb6-7dff3bfe4bed admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b76b9c0a-9e58-49b4-87a3-511cb7466d8e HTTP/1.1" status: 204 len: 168 time: 0.5960052 Apr 20 19:22:32.569170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33892) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:32.689193 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:32.701427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Deleting port 15b3c757-0679-48d3-86c8-6746aca0a935 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:32.701894 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:32.854228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] DHCP port deletion for f91b0625-03ba-4970-aa4f-77b3ef2d94ae request from dv-cinder-786933-2-smb {{(pid=86474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:22:32.858988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] Deleting port 15b3c757-0679-48d3-86c8-6746aca0a935 {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:32.859412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:32.933255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] For port 15b3c757-0679-48d3-86c8-6746aca0a935, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=15b3c757-0679-48d3-86c8-6746aca0a935,segment=NetworkSegment(b108e890-dd1d-4d44-808a-1e5376f730b8),segment_id=b108e890-dd1d-4d44-808a-1e5376f730b8)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:32.933712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:33.068260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Calling delete_port for 15b3c757-0679-48d3-86c8-6746aca0a935 owned by network:dhcp {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:33.079450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device e8efb8d7-3516-45be-b2b7-44d90ce4eb42 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:22:33.127202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: e8efb8d7-3516-45be-b2b7-44d90ce4eb42 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:22:33.127596 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device e8efb8d7-3516-45be-b2b7-44d90ce4eb42 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:22:33.128073 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 15b3c757-0679-48d3-86c8-6746aca0a935 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:22:33.175963 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 15b3c757-0679-48d3-86c8-6746aca0a935 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:22:33.176356 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 15b3c757-0679-48d3-86c8-6746aca0a935 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:22:33.176855 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:22:33.178311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:33.183365 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:33.218364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:22:33.218756 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 8c3df2c4-3b12-4e08-92a3-bc34f5be4f52 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:22:33.224614 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] For port 15b3c757-0679-48d3-86c8-6746aca0a935, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=15b3c757-0679-48d3-86c8-6746aca0a935,segment=NetworkSegment(b108e890-dd1d-4d44-808a-1e5376f730b8),segment_id=b108e890-dd1d-4d44-808a-1e5376f730b8)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:33.225100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:33.233202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Pushing event deleted for resources: {'Port': ['ID=15b3c757-0679-48d3-86c8-6746aca0a935,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:33.237128 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:33.237983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] No DVR routers for this DVR port 15b3c757-0679-48d3-86c8-6746aca0a935 on host dv-cinder-786933-2-smb {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:22:33.363254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] Calling delete_port for 15b3c757-0679-48d3-86c8-6746aca0a935 owned by network:dhcp {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:33.366729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:33.440432 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.db.api [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86474) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:22:33.440836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_db.api [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:22:33.486375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91b0625-03ba-4970-aa4f-77b3ef2d94ae']}} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:33.501675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b108e890-dd1d-4d44-808a-1e5376f730b8') {'for_net_delete': True} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:33.502211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b108e890-dd1d-4d44-808a-1e5376f730b8') {} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:33.519050 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848402579'] for segment, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:33.534205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:33.540431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=86473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:22:33.723396 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Network f91b0625-03ba-4970-aa4f-77b3ef2d94ae has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:22:33.732969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8212018'] for segment, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:33.913600 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Network f91b0625-03ba-4970-aa4f-77b3ef2d94ae has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:22:33.938077 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:22:33.942613 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] Deleting port 15b3c757-0679-48d3-86c8-6746aca0a935 {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:33.943148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:34.035719 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-b77c5bd5-c03c-487d-adf0-e869f35d362b None None] The port '15b3c757-0679-48d3-86c8-6746aca0a935' was deleted {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:22:34.104066 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:34.109015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2103293b-3a21-4692-8c60-f625ecc96721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:34.127055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:34.127568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:34.133643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Pushing event deleted for resources: {'Network': ['ID=f91b0625-03ba-4970-aa4f-77b3ef2d94ae,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:34.138235 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:34.144296 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e5b0becf-08f6-4c5f-88bc-9b226da25edc admin admin] 10.222.0.35 "DELETE /v2.0/networks/f91b0625-03ba-4970-aa4f-77b3ef2d94ae HTTP/1.1" status: 204 len: 168 time: 1.5738373 Apr 20 19:22:34.387070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33902) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:34.439732 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8b1f1fa9-718d-4d62-826f-757a1cc057a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f357a754805d4dc1b1a88f2a37408cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508890 Apr 20 19:22:34.442202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33906) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:34.513623 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2441bd34-8cf9-44e3-b8fa-5003df91ade9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:34.542447 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2441bd34-8cf9-44e3-b8fa-5003df91ade9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:34.629951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2441bd34-8cf9-44e3-b8fa-5003df91ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:34.634065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a39a298f-7bc1-4415-b537-a3fe6d5ae779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:34.649109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441bd34-8cf9-44e3-b8fa-5003df91ade9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895b74a9-28b7-4723-9cf9-8501ada9ed7e,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:34.652436 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2441bd34-8cf9-44e3-b8fa-5003df91ade9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:34.654741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2441bd34-8cf9-44e3-b8fa-5003df91ade9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:34.659378 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2441bd34-8cf9-44e3-b8fa-5003df91ade9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/895b74a9-28b7-4723-9cf9-8501ada9ed7e HTTP/1.1" status: 204 len: 168 time: 0.2159729 Apr 20 19:22:35.167492 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33916) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:35.221362 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a3be6304-11d7-41ba-8ac5-e049577189bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e99811539fda4207888221a57c012830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524189 Apr 20 19:22:35.224423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33920) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:35.288362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-98ef2b5d-9785-407e-aef6-71d0dc57b1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:35.319182 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-98ef2b5d-9785-407e-aef6-71d0dc57b1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:35.407289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-98ef2b5d-9785-407e-aef6-71d0dc57b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:35.412509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:35.424394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef2b5d-9785-407e-aef6-71d0dc57b1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c23e9cb-5012-4d54-bb83-9943bba0beba,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:35.426846 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-98ef2b5d-9785-407e-aef6-71d0dc57b1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:35.432953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-98ef2b5d-9785-407e-aef6-71d0dc57b1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:35.434204 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-98ef2b5d-9785-407e-aef6-71d0dc57b1a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c23e9cb-5012-4d54-bb83-9943bba0beba HTTP/1.1" status: 204 len: 168 time: 0.2087369 Apr 20 19:22:36.916250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b5d70-6d5a-4482-9f21-54311ca38b5f req-99b54f2a-bb8c-48f7-9129-ab1a917a0c10 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:36.917773 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-989b5d70-6d5a-4482-9f21-54311ca38b5f req-99b54f2a-bb8c-48f7-9129-ab1a917a0c10 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.0892231 Apr 20 19:22:36.964959 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-989b5d70-6d5a-4482-9f21-54311ca38b5f req-4b4f2df4-3cdc-4f38-8dc6-720f92b7bddc tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407448 Apr 20 19:22:37.261072 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:22:38.400851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5197c3-4e69-4643-bd86-f9328e58c4cc req-37cb0f61-2314-4027-8e0f-b0cbd61997bf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:38.402366 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6f5197c3-4e69-4643-bd86-f9328e58c4cc req-37cb0f61-2314-4027-8e0f-b0cbd61997bf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.3221636 Apr 20 19:22:38.499561 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6f5197c3-4e69-4643-bd86-f9328e58c4cc req-d624c8f3-db92-4f4b-873c-185dc8b5da2f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=82085249-cd47-4a42-8621-df80d3b90317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899916 Apr 20 19:22:38.533289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-2180de9a-887d-482c-8350-5df4ef39b9a0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:38.534906 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-2180de9a-887d-482c-8350-5df4ef39b9a0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 946 time: 0.1094639 Apr 20 19:22:38.616218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Deleting port ba49f1e0-704b-4f64-a22b-a9b288d35c68 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:38.616603 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:38.878304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] For port ba49f1e0-704b-4f64-a22b-a9b288d35c68, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ba49f1e0-704b-4f64-a22b-a9b288d35c68,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:38.882485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:39.183757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:39.184162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:39.185233 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Floating IP c32bccd3-bcc8-4c80-b6bc-046c21903f86 disassociated. External IP: 172.28.0.36, port: ba49f1e0-704b-4f64-a22b-a9b288d35c68. Apr 20 19:22:39.185595 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Calling delete_port for ba49f1e0-704b-4f64-a22b-a9b288d35c68 owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:39.384386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:39.391486 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-faa7a0ca-cfbe-48b2-b016-45708a17f43d tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:39.440693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event deleted for resources: {'Port': ['ID=ba49f1e0-704b-4f64-a22b-a9b288d35c68,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:39.444049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:39.648607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:22:39.851886 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-97121587-34aa-47b8-a9d8-4eb5085d2e77 req-16b53647-0ffb-4fc2-9efb-c4f84ea49c4b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bc9a651-1812-41fe-a3ff-d3530085b19f HTTP/1.1" status: 200 len: 210 time: 0.0704136 Apr 20 19:22:39.897184 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:22:39.907775 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] Sync routers for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:22:39.918309 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:22:39.919764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:22:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:39.979974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] No DVR routers for this DVR port ba49f1e0-704b-4f64-a22b-a9b288d35c68 on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:22:39.983636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:39.986477 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'name': 'network-vif-deleted', 'tag': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:22:40.036750 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-57ba1776-2bc2-4a9c-9ff0-d0eba82cd03b req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.15 "DELETE /v2.0/ports/ba49f1e0-704b-4f64-a22b-a9b288d35c68 HTTP/1.1" status: 204 len: 173 time: 1.4955058 Apr 20 19:22:40.048697 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc9a651-1812-41fe-a3ff-d3530085b19f', 'name': 'network-vif-deleted', 'tag': 'ba49f1e0-704b-4f64-a22b-a9b288d35c68', 'status': 'completed', 'code': 200} Apr 20 19:22:40.114606 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:22:40.460385 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:40.464416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] Checking router: cdeebb0b-1a69-42b1-8fca-13a37faea7a9 for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:22:40.474102 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:22:40.474775 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:22:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:40.665557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:22:41.013449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:22:41.014815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33958) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:41.017050 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e653ccbd-72ff-430d-82a5-a9c728e63532 None None] The sync data for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb is: [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:22:41.086304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8b0f418a-af66-4751-8b1e-105a32e95292 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:41.116323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8b0f418a-af66-4751-8b1e-105a32e95292 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:41.189858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8b0f418a-af66-4751-8b1e-105a32e95292 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:41.195568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b78d419d-b832-4442-b2b3-68616e9b25e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:41.208708 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f418a-af66-4751-8b1e-105a32e95292 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82085249-cd47-4a42-8621-df80d3b90317,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:41.212665 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8b0f418a-af66-4751-8b1e-105a32e95292 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:41.216806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8b0f418a-af66-4751-8b1e-105a32e95292 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:41.218147 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8b0f418a-af66-4751-8b1e-105a32e95292 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "DELETE /v2.0/security-groups/82085249-cd47-4a42-8621-df80d3b90317 HTTP/1.1" status: 204 len: 168 time: 0.2022707 Apr 20 19:22:41.220999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33962) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:41.239619 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.v2.resource [None req-7ecf39e6-b93e-4c9b-b36e-2ef85d550b38 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] show failed (client error): The resource could not be found. Apr 20 19:22:41.240694 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7ecf39e6-b93e-4c9b-b36e-2ef85d550b38 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups/82085249-cd47-4a42-8621-df80d3b90317 HTTP/1.1" status: 404 len: 347 time: 0.0186770 Apr 20 19:22:41.243644 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33966) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:41.417059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa2b72-492f-4470-a3f0-c555e3e71a67 None None] New status for floating IP c32bccd3-bcc8-4c80-b6bc-046c21903f86: DOWN {{(pid=86475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:22:41.421024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Deleting port abfb49fb-94d0-40c7-851a-1923dddef0de {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:41.421399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:41.602247 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:41.602859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:41.738577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Calling delete_port for abfb49fb-94d0-40c7-851a-1923dddef0de owned by network:floatingip {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:41.848385 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.db.api [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86473) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:22:41.848755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_db.api [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:22:42.109866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device ba49f1e0-704b-4f64-a22b-a9b288d35c68 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:22:42.148420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: ba49f1e0-704b-4f64-a22b-a9b288d35c68 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:22:42.148813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device ba49f1e0-704b-4f64-a22b-a9b288d35c68 not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:22:42.349965 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Deleting port abfb49fb-94d0-40c7-851a-1923dddef0de {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:22:42.350353 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:42.529525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:42.529906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:42.660126 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Calling delete_port for abfb49fb-94d0-40c7-851a-1923dddef0de owned by network:floatingip {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:22:42.875310 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:42.880025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-71e43b4a-43d7-418d-ae8d-36156ae3dbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:42.927942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event deleted for resources: {'Port': ['ID=abfb49fb-94d0-40c7-851a-1923dddef0de,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:42.930557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:43.024706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:43.039354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:43.040544 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "DELETE /v2.0/floatingips/c32bccd3-bcc8-4c80-b6bc-046c21903f86 HTTP/1.1" status: 204 len: 168 time: 1.7959549 Apr 20 19:22:43.285838 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33976) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:43.291687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094374485', 'description': 'tempest-description--640442584'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:22:43.299148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:22:43.303161 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:security_group and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:22:43.306921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:22:43.313904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:22:43.343935 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:43.366210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:22:43.370244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:security_group_rule and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:22:43.374024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:22:43.379905 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:22:43.528446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:43.566952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:43.577811 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0a248039-b739-4cd1-b4a8-d9d2a1bcc411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:43.615886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9232305-586c-443e-8f8a-1410c7999305,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:43.618818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:43.629786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:43.631102 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3440564 Apr 20 19:22:43.634106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33980) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:43.640271 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'security_group_rule': {'security_group_id': 'a9232305-586c-443e-8f8a-1410c7999305', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:22:43.646642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:22:43.650647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:security_group_rule and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:22:43.654661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:22:43.660874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:22:43.711257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:43.774324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:43.828744 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:43.830795 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:43.854742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2383df-3763-4b0d-9022-cb098bb92540,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:43.862083 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:43.886902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:43.888610 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6b8e9f11-d17d-4a04-a276-8497a148a387 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2535157 Apr 20 19:22:43.891471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33984) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:43.896907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'security_group_rule': {'security_group_id': 'a9232305-586c-443e-8f8a-1410c7999305', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:22:43.903724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:22:43.908242 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:security_group_rule and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:22:43.911259 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:22:43.917301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:22:43.974478 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:44.041117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:44.069661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069884'] for security_group_rule, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:44.071708 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:44.096418 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63aaafc8-c369-4296-a004-55b4a58271e2,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:44.098862 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:44.132590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:44.133897 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5927b019-4d7a-48b6-a305-9ab2d5b39eed tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2414498 Apr 20 19:22:44.137119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 33988) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:22:44.143326 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'floatingip': {'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:22:44.149616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:22:44.154350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Usage tracker for resource:floatingip and tenant:136417c87f6c4ae7a056bea048b0078d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:22:44.157312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:22:44.163334 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:22:44.202090 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:44.348620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:44.490293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Allocated IP 172.28.0.174 (499d79e4-58ad-4742-aaca-92af62e706c5/197ca796-65a2-49ac-aa68-d697c5101ac0/faff54b9-a371-450f-a1c6-bafb9833316c) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:22:44.648052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:44.704584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:44.708519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:44.779171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Network 499d79e4-58ad-4742-aaca-92af62e706c5 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:22:44.780313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:22:44.784263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:22:44.821025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'Port': ['ID=faff54b9-a371-450f-a1c6-bafb9833316c,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:44.825239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:44.871222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:44.943016 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4df81327-e4db-4b6c-b70e-791374f86c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:44.951785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:45.400901 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:45.435626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:45.440661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-debc24f1-ff09-447b-8639-cafa779cae5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:45.556645 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'Port': ['ID=faff54b9-a371-450f-a1c6-bafb9833316c,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:45.559701 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:45.566972 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:45.618506 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:45.619761 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8d05d32a-f418-43bb-88fa-57c76e7d4ace tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4810350 Apr 20 19:22:45.798995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-59ca3d27-45c2-4018-b86f-04a4bf976cf7 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Synchronizing usage tracker for tenant:136417c87f6c4ae7a056bea048b0078d on resource:security_group {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:22:45.835440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-59ca3d27-45c2-4018-b86f-04a4bf976cf7 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Unset dirty status for tenant:136417c87f6c4ae7a056bea048b0078d on resource:security_group {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:22:45.836759 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-59ca3d27-45c2-4018-b86f-04a4bf976cf7 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2094374485&fields=id&tenant_id=136417c87f6c4ae7a056bea048b0078d HTTP/1.1" status: 200 len: 267 time: 0.0809698 Apr 20 19:22:46.000219 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-c3337de1-408c-483e-8547-93055ce8572c tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:46.001800 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-c3337de1-408c-483e-8547-93055ce8572c tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 810 time: 0.1570840 Apr 20 19:22:46.018198 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-252f1110-aa69-4e69-a1b6-2bac7b496863 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/quotas/136417c87f6c4ae7a056bea048b0078d HTTP/1.1" status: 200 len: 375 time: 0.0103190 Apr 20 19:22:46.112634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-3f64bcc1-bd61-4960-9834-7ed82bd886b4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Synchronizing usage tracker for tenant:136417c87f6c4ae7a056bea048b0078d on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:22:46.155507 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-3f64bcc1-bd61-4960-9834-7ed82bd886b4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Unset dirty status for tenant:136417c87f6c4ae7a056bea048b0078d on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:22:46.156907 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-3f64bcc1-bd61-4960-9834-7ed82bd886b4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332316 Apr 20 19:22:46.415018 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-bd0406f5-13d3-4e84-88c5-0d8d8c05f59a service neutron] 10.222.0.35 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449274 Apr 20 19:22:46.559968 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-7485bf03-4fab-4af2-8744-c39b71da0f48 service neutron] 10.222.0.35 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368551 Apr 20 19:22:46.833819 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-75dea2a6-7e23-4ba9-81e1-3f18263d7407 req-0204e154-4d4c-4222-959f-56b15ae19609 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 210 time: 0.0482700 Apr 20 19:22:47.240434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-eef0f727-9c3a-4d20-b94e-9b6c3ec95cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:47.418265 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:47.998020 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-58e65ca3-8fac-4b2a-ab12-8223eae85efe req-584a9318-4020-4fcb-92f6-f76da5451603 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 210 time: 0.0495682 Apr 20 19:22:48.035194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:48.507873 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-a3527097-f867-4160-a5f8-35b1780d934f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:48.509394 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-a3527097-f867-4160-a5f8-35b1780d934f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.15 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 810 time: 0.1617775 Apr 20 19:22:48.591224 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-c9c7d88e-f65a-48c3-b602-aa8dae04844b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=136417c87f6c4ae7a056bea048b0078d HTTP/1.1" status: 200 len: 5708 time: 0.0724511 Apr 20 19:22:48.600119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'port': {'device_id': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'admin_state_up': True, 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'security_groups': ['a9232305-586c-443e-8f8a-1410c7999305']}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:22:48.751861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:22:48.762517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:22:48.812536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Made reservation on behalf of 136417c87f6c4ae7a056bea048b0078d for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:22:48.818758 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:48.991138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Allocated IP 172.20.0.7 (0ab1a66b-24a1-4231-a78a-741ef1504e00/d15ff802-d6d6-450e-9d75-f76c2bd60379/10355fc4-a646-4584-9724-7ebce4b0ad87) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:22:49.120036 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:49.199201 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f1faacfc-44d3-497b-a3ab-425b0e53f53e req-bbe020d7-458c-429f-931f-250b37483aa5 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 210 time: 0.0707598 Apr 20 19:22:49.238028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:49.254550 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Transition to ACTIVE for port object 10355fc4-a646-4584-9724-7ebce4b0ad87 will not be triggered until provisioned by entity DHCP. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:22:49.303342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:49.310427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3bda333f-0598-4fec-892e-408cad24fef7 tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:49.380737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:22:49.384518 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:22:49.387006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:22:49.433007 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event updated for resources: {'Port': ['ID=10355fc4-a646-4584-9724-7ebce4b0ad87,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:49.436137 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:49.465533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:49.466762 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:49.522242 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9260459 Apr 20 19:22:49.534411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Request body: {'port': {'device_id': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:22:49.634383 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-1cb4fbcf-fd20-4a40-ab6c-3fd31fe990cc None None] Provisioning for port 10355fc4-a646-4584-9724-7ebce4b0ad87 completed by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:22:49.640915 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-1cb4fbcf-fd20-4a40-ab6c-3fd31fe990cc None None] Provisioning complete for port 10355fc4-a646-4584-9724-7ebce4b0ad87 triggered by entity DHCP. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:22:49.644224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1cb4fbcf-fd20-4a40-ab6c-3fd31fe990cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:49.658491 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:49.703101 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4fbcf-fd20-4a40-ab6c-3fd31fe990cc None None] Port 10355fc4-a646-4584-9724-7ebce4b0ad87 cannot update to ACTIVE because it is not bound. {{(pid=86474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:22:50.018929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10355fc4-a646-4584-9724-7ebce4b0ad87 {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:22:50.026712 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:50.041732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Transition to ACTIVE for port object 10355fc4-a646-4584-9724-7ebce4b0ad87 will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:22:50.075162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:50.080074 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:50.252411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Pushing event updated for resources: {'Port': ['ID=10355fc4-a646-4584-9724-7ebce4b0ad87,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:50.260359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:50.382892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Attempting to bind port 10355fc4-a646-4584-9724-7ebce4b0ad87 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:22:50.383269 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Attempting to bind port 10355fc4-a646-4584-9724-7ebce4b0ad87 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:22:50.383635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Attempting to bind port 10355fc4-a646-4584-9724-7ebce4b0ad87 on network 0ab1a66b-24a1-4231-a78a-741ef1504e00 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:22:50.390946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Port 10355fc4-a646-4584-9724-7ebce4b0ad87 on network 0ab1a66b-24a1-4231-a78a-741ef1504e00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:22:50.391303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Attempting to bind port 10355fc4-a646-4584-9724-7ebce4b0ad87 on network 0ab1a66b-24a1-4231-a78a-741ef1504e00 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:22:50.399788 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:22:50.400092 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Checking segment: {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:22:50.400553 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Bound using segment: {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:22:50.401026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Bound port: 10355fc4-a646-4584-9724-7ebce4b0ad87, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb76803d-c7a9-406a-a165-5f43bf6250e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:22:50.401406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:50.495679 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b006e0-ba31-4f16-a076-7e7f59988a8e req-007a3555-d75c-43c5-b7f3-85d470abdc9f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:50.496439 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-51b006e0-ba31-4f16-a076-7e7f59988a8e req-007a3555-d75c-43c5-b7f3-85d470abdc9f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Synchronizing usage tracker for tenant:136417c87f6c4ae7a056bea048b0078d on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:22:50.531063 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] For port 10355fc4-a646-4584-9724-7ebce4b0ad87, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:22:50.534935 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] For port 10355fc4-a646-4584-9724-7ebce4b0ad87, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10355fc4-a646-4584-9724-7ebce4b0ad87,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:22:50.554059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-51b006e0-ba31-4f16-a076-7e7f59988a8e req-007a3555-d75c-43c5-b7f3-85d470abdc9f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Unset dirty status for tenant:136417c87f6c4ae7a056bea048b0078d on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:22:50.555318 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-51b006e0-ba31-4f16-a076-7e7f59988a8e req-007a3555-d75c-43c5-b7f3-85d470abdc9f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 943 time: 0.2324333 Apr 20 19:22:50.584627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:50.589361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c7ef04ba-66fb-48c7-9077-2c8a3b40ca4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:50.670434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:50.670905 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:50.672701 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] 10.222.0.15 "PUT /v2.0/ports/10355fc4-a646-4584-9724-7ebce4b0ad87 HTTP/1.1" status: 200 len: 1093 time: 1.1428022 Apr 20 19:22:50.675476 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-51b006e0-ba31-4f16-a076-7e7f59988a8e req-804a7b12-13f9-4235-8f49-1962a1926e81 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135182 Apr 20 19:22:50.676011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'tag': '10355fc4-a646-4584-9724-7ebce4b0ad87'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:22:50.701828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Pushing event updated for resources: {'Port': ['ID=10355fc4-a646-4584-9724-7ebce4b0ad87,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:50.705433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:50.774168 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'tag': '10355fc4-a646-4584-9724-7ebce4b0ad87', 'status': 'completed', 'code': 200} Apr 20 19:22:50.819056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-67b6fcff-ab23-45cb-a54c-c4c4e8004d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:50.820685 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-67b6fcff-ab23-45cb-a54c-c4c4e8004d87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 1096 time: 0.0848162 Apr 20 19:22:50.907730 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-040059ba-2a32-409b-b671-d6ca76c0d13e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10355fc4-a646-4584-9724-7ebce4b0ad87 HTTP/1.1" status: 200 len: 217 time: 0.0723131 Apr 20 19:22:50.975846 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-091b637c-5a0d-4edb-8f00-a16f156bf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:50.977372 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-091b637c-5a0d-4edb-8f00-a16f156bf61e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d15ff802-d6d6-450e-9d75-f76c2bd60379 HTTP/1.1" status: 200 len: 849 time: 0.0632229 Apr 20 19:22:51.065063 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-308b63dc-6daa-42fc-8f90-94e431a60c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:51.066736 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-308b63dc-6daa-42fc-8f90-94e431a60c35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ab1a66b-24a1-4231-a78a-741ef1504e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829539 Apr 20 19:22:51.212186 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-ed3f0fe3-16aa-49fb-bc5d-2f5e0fee4592 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388359 Apr 20 19:22:51.354030 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86a4dfe9-94d7-49e5-85c8-17944bc942d7 req-cb7d2185-d4da-4921-84e3-41c9c63d8823 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353462 Apr 20 19:22:51.509996 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-fc309acb-bc35-4136-aabc-5855a52f5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:51.511551 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-fc309acb-bc35-4136-aabc-5855a52f5d29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 1096 time: 0.0798218 Apr 20 19:22:51.656066 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-3a549991-09df-4fa7-bcd7-cfd93beab12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:51.657597 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-3a549991-09df-4fa7-bcd7-cfd93beab12e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 911 time: 0.1394386 Apr 20 19:22:51.736661 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-1c5a5c40-4c98-4dac-b4ab-1a1698a5a816 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10355fc4-a646-4584-9724-7ebce4b0ad87 HTTP/1.1" status: 200 len: 217 time: 0.0719035 Apr 20 19:22:51.804840 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-ccc9eeb0-bae6-47d3-ab32-e9414b2420f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:51.806453 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-ccc9eeb0-bae6-47d3-ab32-e9414b2420f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d15ff802-d6d6-450e-9d75-f76c2bd60379 HTTP/1.1" status: 200 len: 849 time: 0.0638547 Apr 20 19:22:51.960710 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84161baa-fb0c-4c5a-8085-ae6960299a5c req-9f054379-4a2d-4ba1-a73a-16e24a308c71 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:51.962337 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-84161baa-fb0c-4c5a-8085-ae6960299a5c req-9f054379-4a2d-4ba1-a73a-16e24a308c71 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 943 time: 0.1549439 Apr 20 19:22:51.965231 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-9287e818-8df2-4848-b6a2-6bd4ca54cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:51.967245 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-9287e818-8df2-4848-b6a2-6bd4ca54cfe8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ab1a66b-24a1-4231-a78a-741ef1504e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1237867 Apr 20 19:22:52.329725 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-84161baa-fb0c-4c5a-8085-ae6960299a5c req-5d310fa6-f0ef-48ed-ad41-dc5883844508 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601670 Apr 20 19:22:52.384441 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-45d62242-5352-43ad-a49b-d7a4bfbb578e service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990464 Apr 20 19:22:52.526373 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef7b0d71-1f19-46ff-9da8-e3865e8d8438 req-43474d90-e848-4192-921e-4288870d337b service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343946 Apr 20 19:22:53.539971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebcfc6-2744-47a8-ad3b-ad7f0514f95f req-ef0a5468-8a6c-46df-8668-9805ed1ee2fe tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:53.541466 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ccebcfc6-2744-47a8-ad3b-ad7f0514f95f req-ef0a5468-8a6c-46df-8668-9805ed1ee2fe tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 943 time: 0.0941653 Apr 20 19:22:53.590692 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ccebcfc6-2744-47a8-ad3b-ad7f0514f95f req-61cbf78d-d04f-41d4-80d8-c5374356a684 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Apr 20 19:22:54.791562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ae3ea-14a8-4d52-9cb5-719829bb8e31 req-a22734f5-d33b-4720-a1ad-2db3790bbaf5 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:54.793131 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2b1ae3ea-14a8-4d52-9cb5-719829bb8e31 req-a22734f5-d33b-4720-a1ad-2db3790bbaf5 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 943 time: 0.0880518 Apr 20 19:22:54.844017 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2b1ae3ea-14a8-4d52-9cb5-719829bb8e31 req-aaf9bce0-94e2-4fdf-b48c-b51aad4a5214 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Apr 20 19:22:56.049983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ff06d-45c2-4fb5-ba34-6c6d5c19626b req-ee7a5998-c122-4ecd-96a3-dd4e8c858aec tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:56.051567 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d23ff06d-45c2-4fb5-ba34-6c6d5c19626b req-ee7a5998-c122-4ecd-96a3-dd4e8c858aec tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 943 time: 0.0875795 Apr 20 19:22:56.098617 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d23ff06d-45c2-4fb5-ba34-6c6d5c19626b req-a2687ffa-f82a-41ee-862b-623845674306 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406659 Apr 20 19:22:56.178208 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 10355fc4-a646-4584-9724-7ebce4b0ad87 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:22:56.317676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 10355fc4-a646-4584-9724-7ebce4b0ad87, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10355fc4-a646-4584-9724-7ebce4b0ad87,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:56.331695 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '10355fc4-a646-4584-9724-7ebce4b0ad87', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'port_id': '10355fc4-a646-4584-9724-7ebce4b0ad87', 'mac_address': 'fa:16:3e:de:bf:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:22:56.390754 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:56.410932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10355fc4-a646-4584-9724-7ebce4b0ad87 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:22:56.426276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 10355fc4-a646-4584-9724-7ebce4b0ad87, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10355fc4-a646-4584-9724-7ebce4b0ad87,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:56.469310 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:56.471253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:56.540110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=10355fc4-a646-4584-9724-7ebce4b0ad87,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:56.547908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.548295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.548675 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.549050 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.549419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.549818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.550186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.550551 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.550915 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.551276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.551642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.552005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:22:56.555992 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:56.812931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['10355fc4-a646-4584-9724-7ebce4b0ad87'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:22:57.302649 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6c64c-a2c8-4e12-a08b-11f276fca182 req-f1e2d7de-9e1f-49d0-9473-d0dc994fd0da tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:57.304172 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d7e6c64c-a2c8-4e12-a08b-11f276fca182 req-f1e2d7de-9e1f-49d0-9473-d0dc994fd0da tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 944 time: 0.0938041 Apr 20 19:22:57.352845 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d7e6c64c-a2c8-4e12-a08b-11f276fca182 req-ef8f934b-a0e9-4591-a1ac-748a38eec8a5 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Apr 20 19:22:58.198974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 10355fc4-a646-4584-9724-7ebce4b0ad87 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:22:58.308398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 10355fc4-a646-4584-9724-7ebce4b0ad87 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:22:58.314233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 10355fc4-a646-4584-9724-7ebce4b0ad87 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:22:58.314652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:58.439810 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:58.468213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10355fc4-a646-4584-9724-7ebce4b0ad87'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:22:58.479120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 10355fc4-a646-4584-9724-7ebce4b0ad87, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10355fc4-a646-4584-9724-7ebce4b0ad87,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:22:58.508714 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:58.510893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:22:58.549812 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10355fc4-a646-4584-9724-7ebce4b0ad87', 'code': 200} Apr 20 19:22:58.558077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d734-762a-4f2a-bd07-30f46f6bb4c3 req-c67ae883-9753-45d5-9957-d0c331baf6ff tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:58.560289 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-24b7d734-762a-4f2a-bd07-30f46f6bb4c3 req-c67ae883-9753-45d5-9957-d0c331baf6ff tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 945 time: 0.0924518 Apr 20 19:22:58.584916 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=10355fc4-a646-4584-9724-7ebce4b0ad87,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:22:58.588355 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:22:58.610633 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-24b7d734-762a-4f2a-bd07-30f46f6bb4c3 req-26c08d34-c87a-4db0-b96b-a6c90ad3fcb5 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434997 Apr 20 19:22:58.833130 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bed5d-f74e-419e-a780-bcb92b4d4b5b req-de8674f7-b1a5-47ae-bfcb-b2b4e18660d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:58.834686 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fc2bed5d-f74e-419e-a780-bcb92b4d4b5b req-de8674f7-b1a5-47ae-bfcb-b2b4e18660d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 1098 time: 0.0801921 Apr 20 19:22:58.878281 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fc2bed5d-f74e-419e-a780-bcb92b4d4b5b req-ecda66cc-0555-4e1a-b860-6d6e3344987f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366573 Apr 20 19:22:59.850839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c725da-3236-4666-bb42-9c55c5b56d69 req-e93edaf2-2a66-4b43-981c-2b7fbd80e342 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:22:59.852454 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-13c725da-3236-4666-bb42-9c55c5b56d69 req-e93edaf2-2a66-4b43-981c-2b7fbd80e342 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 945 time: 0.0870125 Apr 20 19:22:59.906000 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-13c725da-3236-4666-bb42-9c55c5b56d69 req-853d0a54-a078-4e48-8966-3e66fa646351 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458810 Apr 20 19:23:01.106487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64924796-31dd-4cc4-b589-9388a2911e10 req-913e83be-b72c-45c7-badd-f46f5301645d tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:01.108092 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-64924796-31dd-4cc4-b589-9388a2911e10 req-913e83be-b72c-45c7-badd-f46f5301645d tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 945 time: 0.0877895 Apr 20 19:23:01.156541 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-64924796-31dd-4cc4-b589-9388a2911e10 req-35cc6f84-15e9-47ad-aea2-9391c8469b44 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Apr 20 19:23:01.361556 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9235e95-db61-4d0d-ae4f-423dc04c11fa req-1211734d-51fc-4df1-8011-e56ddb930eb4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:01.363428 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c9235e95-db61-4d0d-ae4f-423dc04c11fa req-1211734d-51fc-4df1-8011-e56ddb930eb4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 945 time: 0.0971854 Apr 20 19:23:01.379998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34084) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:01.386163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-82a55814-699f-4fff-86c4-e2206c1a4ac0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Request body: {'floatingip': {'port_id': '10355fc4-a646-4584-9724-7ebce4b0ad87'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:01.472895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-82a55814-699f-4fff-86c4-e2206c1a4ac0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:02.104399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-82a55814-699f-4fff-86c4-e2206c1a4ac0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:02.138067 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-82a55814-699f-4fff-86c4-e2206c1a4ac0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:02.320835 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [None req-82a55814-699f-4fff-86c4-e2206c1a4ac0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Floating IP 02d14643-3e5e-4583-925c-c4e46ae8b3ca associated. External IP: 172.28.0.174, port: 10355fc4-a646-4584-9724-7ebce4b0ad87. Apr 20 19:23:02.700760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a55814-699f-4fff-86c4-e2206c1a4ac0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:23:02.890627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a55814-699f-4fff-86c4-e2206c1a4ac0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:23:02.895629 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-82a55814-699f-4fff-86c4-e2206c1a4ac0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:02.900747 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] Sync routers for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:23:02.911202 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:23:02.911878 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:22:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:02.962196 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-82a55814-699f-4fff-86c4-e2206c1a4ac0 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "PUT /v2.0/floatingips/02d14643-3e5e-4583-925c-c4e46ae8b3ca HTTP/1.1" status: 200 len: 991 time: 1.5783546 Apr 20 19:23:02.962196 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'tag': '10355fc4-a646-4584-9724-7ebce4b0ad87'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:23:03.019363 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'tag': '10355fc4-a646-4584-9724-7ebce4b0ad87', 'status': 'completed', 'code': 200} Apr 20 19:23:03.104986 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:23:03.122373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-c97a5308-0217-44e0-bfe7-45173a388b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:03.124003 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-c97a5308-0217-44e0-bfe7-45173a388b35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=136417c87f6c4ae7a056bea048b0078d&device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 1098 time: 0.0829673 Apr 20 19:23:03.270739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-9ec68bca-0fcc-4a6d-874b-d9279caf63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:03.272343 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-9ec68bca-0fcc-4a6d-874b-d9279caf63fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 200 len: 911 time: 0.1407573 Apr 20 19:23:03.388676 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-f7c3d9c9-1058-4704-a06a-fb65d2e42586 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10355fc4-a646-4584-9724-7ebce4b0ad87 HTTP/1.1" status: 200 len: 999 time: 0.1091161 Apr 20 19:23:03.460044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-57602b74-9e31-439a-b7b2-a9b327c964a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:03.461636 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-57602b74-9e31-439a-b7b2-a9b327c964a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d15ff802-d6d6-450e-9d75-f76c2bd60379 HTTP/1.1" status: 200 len: 849 time: 0.0668356 Apr 20 19:23:03.482573 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '02d14643-3e5e-4583-925c-c4e46ae8b3ca', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'floating_ip_address': '172.28.0.174', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'port_id': '10355fc4-a646-4584-9724-7ebce4b0ad87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'mac_address': 'fa:16:3e:de:bf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:22:44Z', 'updated_at': '2021-04-20T19:23:01Z', 'revision_number': 1, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:03.486638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] Checking router: cdeebb0b-1a69-42b1-8fca-13a37faea7a9 for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:23:03.495779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:23:03.497040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:22:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:03.549569 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-64f94338-f3b8-4c1e-ac57-5e22b31c68c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:03.551193 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-64f94338-f3b8-4c1e-ac57-5e22b31c68c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ab1a66b-24a1-4231-a78a-741ef1504e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830774 Apr 20 19:23:03.724134 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-c509e0f3-30e3-48fc-9736-2342a878f939 service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659815 Apr 20 19:23:03.868625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:23:03.870859 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8c30a5fa-ab42-419c-9bb1-cbb629c2155e req-ead447e9-9362-4fbd-a3da-5fd64d3f02ac service neutron] 10.222.0.15 "GET /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393015 Apr 20 19:23:04.071735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:04.254998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '02d14643-3e5e-4583-925c-c4e46ae8b3ca', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'floating_ip_address': '172.28.0.174', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'port_id': '10355fc4-a646-4584-9724-7ebce4b0ad87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'mac_address': 'fa:16:3e:de:bf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:22:44Z', 'updated_at': '2021-04-20T19:23:01Z', 'revision_number': 1, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:04.259357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c83e7-983e-4318-8377-6acd4c72c0a4 None None] The sync data for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb is: [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_floatingips': [{'id': '02d14643-3e5e-4583-925c-c4e46ae8b3ca', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'floating_ip_address': '172.28.0.174', 'floating_network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'router_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'port_id': '10355fc4-a646-4584-9724-7ebce4b0ad87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'mac_address': 'fa:16:3e:de:bf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:22:44Z', 'updated_at': '2021-04-20T19:23:01Z', 'revision_number': 1, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:23:04.377754 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-1995d4a7-6a2e-4cdc-80b2-9674e4875a50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778689 Apr 20 19:23:04.478808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-e850cee7-f2c1-4bc4-ab88-a25987698074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:04.480388 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-e850cee7-f2c1-4bc4-ab88-a25987698074 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56f92b5cac624de98ac7c20a452d91f9&device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 1098 time: 0.0814452 Apr 20 19:23:04.563251 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2156d-c954-44af-aec3-1e6159d0349d None None] New status for floating IP 02d14643-3e5e-4583-925c-c4e46ae8b3ca: ACTIVE {{(pid=86475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:23:04.638203 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-41a6c959-9b47-4176-835a-2bbd7b23f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:04.639714 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-41a6c959-9b47-4176-835a-2bbd7b23f181 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f HTTP/1.1" status: 200 len: 910 time: 0.1403277 Apr 20 19:23:04.756233 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-00185784-922f-4b51-8f3d-10e765e2b7d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7 HTTP/1.1" status: 200 len: 1001 time: 0.1088858 Apr 20 19:23:04.830497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-535c8abe-997f-4ab6-a049-f574733a1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:04.832087 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-535c8abe-997f-4ab6-a049-f574733a1521 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e101fe34-3956-4764-acd5-d4d057cba54d HTTP/1.1" status: 200 len: 848 time: 0.0701334 Apr 20 19:23:04.916629 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-8dc3b980-8ee6-47aa-8cce-5f38cdcacf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:04.918838 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-8dc3b980-8ee6-47aa-8cce-5f38cdcacf7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793893 Apr 20 19:23:05.061201 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-90cdeb38-e11c-4590-a4f7-dd5db4718343 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367819 Apr 20 19:23:05.203735 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-27e1a721-ca2a-499a-af5a-a91a307b5929 req-34efb4ec-3e9b-4db8-86fe-fac41fb0c73c service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360760 Apr 20 19:23:10.456650 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485ca39-9d70-47c0-a9ce-17514c70f18d req-594526fd-bfb7-4d07-b2bd-67615a830722 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:10.458254 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9485ca39-9d70-47c0-a9ce-17514c70f18d req-594526fd-bfb7-4d07-b2bd-67615a830722 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0933096 Apr 20 19:23:10.507339 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9485ca39-9d70-47c0-a9ce-17514c70f18d req-a28e85b3-ba12-4862-9926-e30c22d7bf2b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425870 Apr 20 19:23:11.716169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588b848-96f9-43e1-a9be-d53f9064e4ef req-fa8ac711-f98e-4901-b7f5-28e49ba5f3bd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:11.717777 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4588b848-96f9-43e1-a9be-d53f9064e4ef req-fa8ac711-f98e-4901-b7f5-28e49ba5f3bd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0905435 Apr 20 19:23:11.770361 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4588b848-96f9-43e1-a9be-d53f9064e4ef req-66abfdf4-8345-4c61-8ce9-8508b7493f27 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461011 Apr 20 19:23:12.974651 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3172c-b14c-4140-910a-e9ffdd0d7c78 req-d15ef9de-d40b-4bc6-9ba6-806377d967a7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:12.976232 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c0f3172c-b14c-4140-910a-e9ffdd0d7c78 req-d15ef9de-d40b-4bc6-9ba6-806377d967a7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0878303 Apr 20 19:23:13.023621 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c0f3172c-b14c-4140-910a-e9ffdd0d7c78 req-9d779ce3-dcf0-411e-b419-c6b72d58d016 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403075 Apr 20 19:23:14.237456 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f77b1-ad3d-4a75-9e40-d61fda8b5154 req-d0c0e0e4-b811-493b-b66f-721527f57762 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:14.239912 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c96f77b1-ad3d-4a75-9e40-d61fda8b5154 req-d0c0e0e4-b811-493b-b66f-721527f57762 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0934331 Apr 20 19:23:14.260354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:23:14.294098 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c96f77b1-ad3d-4a75-9e40-d61fda8b5154 req-77f113fa-221a-4196-a402-db9e3accf5ac tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479927 Apr 20 19:23:14.955165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-50e6fc64-83c3-42ad-b27a-94b7abb8d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:15.498449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bde368-f036-4643-88e9-5d935de133dd req-2790554f-2c3c-4e58-9982-16004728230d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:15.500068 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-32bde368-f036-4643-88e9-5d935de133dd req-2790554f-2c3c-4e58-9982-16004728230d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0899429 Apr 20 19:23:15.547989 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-32bde368-f036-4643-88e9-5d935de133dd req-37fac838-d863-44da-92f6-151e4ccda57e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415921 Apr 20 19:23:16.759820 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88410aa6-1787-4701-8b96-034102cbc0fb req-0c51880c-a418-459a-888e-308031b73837 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:16.761472 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-88410aa6-1787-4701-8b96-034102cbc0fb req-0c51880c-a418-459a-888e-308031b73837 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0933051 Apr 20 19:23:16.810243 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-88410aa6-1787-4701-8b96-034102cbc0fb req-25d7e850-491d-476c-ba58-ed1f27767db9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416794 Apr 20 19:23:17.223587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-47ef2ae1-0bbb-4a97-af0d-da8f20731e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:17.411012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:18.020085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96a98a-2d59-4ed7-beb3-c1d8de5c5e38 req-f5f0d416-86fe-423f-ac98-59abc5e3a340 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:18.026931 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8e96a98a-2d59-4ed7-beb3-c1d8de5c5e38 req-f5f0d416-86fe-423f-ac98-59abc5e3a340 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0901299 Apr 20 19:23:18.045538 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:18.074120 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8e96a98a-2d59-4ed7-beb3-c1d8de5c5e38 req-29425791-99fe-45b3-9293-8bfb2da9cff1 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459437 Apr 20 19:23:19.091972 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:19.281233 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e23d5f-db3d-4a1a-99a7-e531529e1bad req-b3e2ff46-1432-4f87-93b6-e53ab88246c5 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:19.282803 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-98e23d5f-db3d-4a1a-99a7-e531529e1bad req-b3e2ff46-1432-4f87-93b6-e53ab88246c5 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0900421 Apr 20 19:23:19.331056 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-98e23d5f-db3d-4a1a-99a7-e531529e1bad req-5a13087e-3c0a-4ee1-83b7-11f9f3fd38b5 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 Apr 20 19:23:20.538331 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcfbd-a29d-47f9-8657-6da8eb54ff1d req-c78b49ac-4b54-46f7-be7d-ff012049e9ce tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:20.539904 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-afdbcfbd-a29d-47f9-8657-6da8eb54ff1d req-c78b49ac-4b54-46f7-be7d-ff012049e9ce tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0913684 Apr 20 19:23:20.588129 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-afdbcfbd-a29d-47f9-8657-6da8eb54ff1d req-bbabde5e-d285-440c-830f-bbe6b6e4eea3 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413229 Apr 20 19:23:21.803659 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12723d-48f6-4a6a-b9b2-8a80bf1544d2 req-12b31e64-ec59-44b9-b10e-4cccefe15eb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:21.805278 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ce12723d-48f6-4a6a-b9b2-8a80bf1544d2 req-12b31e64-ec59-44b9-b10e-4cccefe15eb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0918028 Apr 20 19:23:21.854996 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ce12723d-48f6-4a6a-b9b2-8a80bf1544d2 req-85244f62-715d-49de-9417-f1814360c3de tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423779 Apr 20 19:23:23.064827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ea6e5-7d18-44e8-b572-f7f5ba58d057 req-f14f9160-7dce-407c-aec8-f77899fd9589 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:23.066440 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b2ea6e5-7d18-44e8-b572-f7f5ba58d057 req-f14f9160-7dce-407c-aec8-f77899fd9589 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0929163 Apr 20 19:23:23.115140 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1b2ea6e5-7d18-44e8-b572-f7f5ba58d057 req-7bc0147b-677e-44eb-bdab-c472800c3148 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423901 Apr 20 19:23:24.331125 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c09b9-2dc9-4b19-8a8a-de0e07cfee70 req-49a09871-92c9-42b4-9fd7-7a2a97c55d65 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:24.332877 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-038c09b9-2dc9-4b19-8a8a-de0e07cfee70 req-49a09871-92c9-42b4-9fd7-7a2a97c55d65 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.1001832 Apr 20 19:23:24.357283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be3655d6-e7d3-4339-9ecd-f174d9ab3a8f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:23:24.388946 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-038c09b9-2dc9-4b19-8a8a-de0e07cfee70 req-1e491920-393d-4148-807d-38533cb2b3c2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492494 Apr 20 19:23:24.514000 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:23:24.527932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'port_id': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'mac_address': 'fa:16:3e:dd:02:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:23:24.586246 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:24.603516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be3655d6-e7d3-4339-9ecd-f174d9ab3a8f {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:23:24.619883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:23:24.651993 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:24.655848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:24.731592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=6']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:24.734780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:24.744154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:23:25.601580 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f744763-0882-430e-8379-19287240d930 req-968a9ba1-6603-4b2d-ba00-c48432d2a63e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:25.603096 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f744763-0882-430e-8379-19287240d930 req-968a9ba1-6603-4b2d-ba00-c48432d2a63e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 945 time: 0.0915563 Apr 20 19:23:25.652943 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f744763-0882-430e-8379-19287240d930 req-114a2dde-9650-40bc-ae14-16b3a1607b83 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420444 Apr 20 19:23:26.379632 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be3655d6-e7d3-4339-9ecd-f174d9ab3a8f up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:23:26.455070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:26.455506 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:26.582543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:26.610218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:23:26.622367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:23:26.664327 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'code': 200} Apr 20 19:23:26.665935 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:26.669008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:26.745163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=7']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:26.748967 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:26.870081 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9013f8-95d5-4a0c-87a9-9c841334a74b req-d847a50d-e940-4110-81cf-3bd0ade3458f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:26.872465 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8b9013f8-95d5-4a0c-87a9-9c841334a74b req-d847a50d-e940-4110-81cf-3bd0ade3458f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0913815 Apr 20 19:23:26.919922 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8b9013f8-95d5-4a0c-87a9-9c841334a74b req-c5c96dc8-37fb-4c84-a9ea-143ffe913e5f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409172 Apr 20 19:23:28.125276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d00850-808d-4935-b6fe-a6c0633dfada req-c0d9bb80-df40-44c0-abc7-9834f872fa4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:28.126890 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-11d00850-808d-4935-b6fe-a6c0633dfada req-c0d9bb80-df40-44c0-abc7-9834f872fa4d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0884297 Apr 20 19:23:28.173843 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-11d00850-808d-4935-b6fe-a6c0633dfada req-eff6b967-b321-4793-8521-e0303e012d40 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406709 Apr 20 19:23:29.635985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f8af1-dfee-4e9a-aa9e-2323810fd024 req-988fcae0-18b8-4876-a56e-57525a0cc674 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:29.648254 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-905f8af1-dfee-4e9a-aa9e-2323810fd024 req-988fcae0-18b8-4876-a56e-57525a0cc674 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.3505697 Apr 20 19:23:29.699741 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-905f8af1-dfee-4e9a-aa9e-2323810fd024 req-060ef797-45d4-4d67-bba6-704fa411a0cf tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503013 Apr 20 19:23:30.927143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f64e7-2c5d-4185-9568-0ad36efa97a0 req-a3fd33d6-85ed-455c-9a7a-bbe94168bac4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:30.928807 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7a0f64e7-2c5d-4185-9568-0ad36efa97a0 req-a3fd33d6-85ed-455c-9a7a-bbe94168bac4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0998898 Apr 20 19:23:30.988489 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7a0f64e7-2c5d-4185-9568-0ad36efa97a0 req-37a9b68d-63ee-435b-8bb9-0e8f3797ce9b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505517 Apr 20 19:23:32.225514 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f94d26-da14-4105-a8d8-d4113bede169 req-a2af9ddc-6caf-4c7a-9db2-1e09dd05d283 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:32.227114 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-73f94d26-da14-4105-a8d8-d4113bede169 req-a2af9ddc-6caf-4c7a-9db2-1e09dd05d283 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0952749 Apr 20 19:23:32.274895 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-73f94d26-da14-4105-a8d8-d4113bede169 req-4ad0b716-4a42-4a95-b761-75fd28639f87 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411429 Apr 20 19:23:33.547870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8773703-e59c-4dde-a327-983d1696530f req-54f5fc5b-86b3-465e-8875-efe864eae897 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:33.549801 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c8773703-e59c-4dde-a327-983d1696530f req-54f5fc5b-86b3-465e-8875-efe864eae897 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.1266603 Apr 20 19:23:33.612780 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c8773703-e59c-4dde-a327-983d1696530f req-78d96059-7e74-41cf-99ee-ef89f2e29d84 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520184 Apr 20 19:23:34.092282 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.886609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f7953-ca7b-48a1-8925-3f577e543202 req-0bd62a41-43e8-4700-ad08-e2c0dc3da4c2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:34.888600 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-098f7953-ca7b-48a1-8925-3f577e543202 req-0bd62a41-43e8-4700-ad08-e2c0dc3da4c2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.1121066 Apr 20 19:23:34.949246 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-098f7953-ca7b-48a1-8925-3f577e543202 req-2b32ce0a-6d1e-48ac-9f75-ef37b5932d33 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533383 Apr 20 19:23:36.179350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c6b17-9e1b-4187-92b7-1a2a2e9a05b5 req-cacfe909-99b5-4df1-a084-ff7ef5a9ce36 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:36.181011 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cf5c6b17-9e1b-4187-92b7-1a2a2e9a05b5 req-cacfe909-99b5-4df1-a084-ff7ef5a9ce36 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.1058729 Apr 20 19:23:36.234781 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cf5c6b17-9e1b-4187-92b7-1a2a2e9a05b5 req-47d12fb1-e153-4836-9216-8b3c07e8072c tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463297 Apr 20 19:23:37.471941 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95103054-f6bb-45cb-8f7d-45f46f98826e req-cdf6372e-19ef-4a66-9856-a7bba7a326c3 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:37.474660 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-95103054-f6bb-45cb-8f7d-45f46f98826e req-cdf6372e-19ef-4a66-9856-a7bba7a326c3 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0994694 Apr 20 19:23:37.526564 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-95103054-f6bb-45cb-8f7d-45f46f98826e req-abffe158-b7f6-41f5-b19c-7dbea9f32398 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439303 Apr 20 19:23:38.760942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438d78-5b48-429b-85a6-42dfb781dd3f req-52b1bd94-38a4-4977-ae96-2b2a63744506 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:38.762879 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-24438d78-5b48-429b-85a6-42dfb781dd3f req-52b1bd94-38a4-4977-ae96-2b2a63744506 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0941095 Apr 20 19:23:38.816528 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-24438d78-5b48-429b-85a6-42dfb781dd3f req-819cf1da-d4bd-4195-851a-a30cde047b98 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469527 Apr 20 19:23:40.034071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3597f-906d-4a1f-a45a-d6b4b630bf6a req-da9cd809-02d9-4597-9d44-0931f409ded0 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:40.035695 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5ce3597f-906d-4a1f-a45a-d6b4b630bf6a req-da9cd809-02d9-4597-9d44-0931f409ded0 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0962622 Apr 20 19:23:40.087903 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5ce3597f-906d-4a1f-a45a-d6b4b630bf6a req-45e2dbff-d709-46d0-95f3-0bc6b322533e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457270 Apr 20 19:23:41.272314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-243bba62-d835-4a76-bc34-f0d5a98bd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:41.273974 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-243bba62-d835-4a76-bc34-f0d5a98bd3d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 1099 time: 0.1306932 Apr 20 19:23:41.412495 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fcbf0-7b4b-4f23-9c34-778ecdf7a02a req-d655e49d-71a4-46dd-a5bd-87149de2408d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:41.414035 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-189fcbf0-7b4b-4f23-9c34-778ecdf7a02a req-d655e49d-71a4-46dd-a5bd-87149de2408d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.2013085 Apr 20 19:23:41.478624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-cb533826-8904-4820-93c2-f5d6bc9cd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:41.480299 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-cb533826-8904-4820-93c2-f5d6bc9cd2ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.1987574 Apr 20 19:23:41.492020 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-189fcbf0-7b4b-4f23-9c34-778ecdf7a02a req-daf3d7a0-57d1-44fe-88e7-9f93c48c1256 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639887 Apr 20 19:23:41.597625 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-3343a6b1-6f8c-4e45-a842-6dcd1068f1b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f HTTP/1.1" status: 200 len: 1001 time: 0.1090240 Apr 20 19:23:41.669200 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-b8b7120e-4089-400e-b15f-682d8b6c3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:41.671256 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-b8b7120e-4089-400e-b15f-682d8b6c3d97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.0665562 Apr 20 19:23:41.761968 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-4fc22e63-c864-46ce-a0bd-4676238a0532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:41.763572 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-4fc22e63-c864-46ce-a0bd-4676238a0532 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863559 Apr 20 19:23:41.910146 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-9868451c-e99a-4281-b61d-80dc95a6e086 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392882 Apr 20 19:23:42.063445 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-13de4f34-ecb1-46e3-8a62-b44f8edc6744 req-7a006759-fb3e-4ae0-bf77-0810ee729478 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466777 Apr 20 19:23:42.716178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b40e37-17be-4804-9d4d-f879016b00e2 req-ee9ce686-f09c-41a9-9ae8-76635a895e2d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:42.717900 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-23b40e37-17be-4804-9d4d-f879016b00e2 req-ee9ce686-f09c-41a9-9ae8-76635a895e2d tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0999236 Apr 20 19:23:42.769295 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-23b40e37-17be-4804-9d4d-f879016b00e2 req-26952af2-1b12-4dba-870b-28b6b3ce1d59 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447161 Apr 20 19:23:43.992222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbd07d-a701-44df-8e4f-35daadb5e6c4 req-aaace8df-1d7c-4b5d-a718-57eddcb193a8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:43.994013 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-24cbd07d-a701-44df-8e4f-35daadb5e6c4 req-aaace8df-1d7c-4b5d-a718-57eddcb193a8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 946 time: 0.0983398 Apr 20 19:23:44.045164 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-24cbd07d-a701-44df-8e4f-35daadb5e6c4 req-fe15182d-4327-4518-adcf-4c6df92529d8 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435750 Apr 20 19:23:44.479086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be3655d6-e7d3-4339-9ecd-f174d9ab3a8f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:23:44.605153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.635144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:23:44.646580 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:23:44.675204 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.677612 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:44.715953 dv-cinder-786933-2-smb neutron-server[86359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'code': 422} returned with failed status Apr 20 19:23:44.750468 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=8']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:44.753757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:44.960861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8bdb05ca-a6e5-4c46-a3fd-ebd2588f5995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.254322 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda672b8-db7e-4227-ae12-a38abefce0bd req-c53c53d1-a612-459d-be7c-e9fbeae37a9a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:45.255964 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fda672b8-db7e-4227-ae12-a38abefce0bd req-c53c53d1-a612-459d-be7c-e9fbeae37a9a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0894234 Apr 20 19:23:45.309840 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fda672b8-db7e-4227-ae12-a38abefce0bd req-854ff259-32cf-4417-bf31-181a32268b59 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469811 Apr 20 19:23:47.229207 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7c57fda1-fc7e-44a5-af40-532ca1d564f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.417886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.605527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7661aa-e7d7-49a1-8fd6-37e398fc7da5 req-b8c6f951-d7ab-4a09-8a6e-958de27260c6 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:47.607162 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ee7661aa-e7d7-49a1-8fd6-37e398fc7da5 req-b8c6f951-d7ab-4a09-8a6e-958de27260c6 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0899258 Apr 20 19:23:47.666052 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ee7661aa-e7d7-49a1-8fd6-37e398fc7da5 req-d89338b8-07b5-41a0-bd66-748725ac4be9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519521 Apr 20 19:23:47.975005 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-9dbeaca9-fe05-4b41-86e3-9db7797fdfe5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777724 Apr 20 19:23:48.035343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:48.680875 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-0db63e32-a502-498d-9ee7-44019f7db04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:48.683203 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-0db63e32-a502-498d-9ee7-44019f7db04b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18&tenant_id=f27f5796bce3442ea67300435a937727 HTTP/1.1" status: 200 len: 1097 time: 0.0843632 Apr 20 19:23:48.787115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-bb141211-943b-4c80-b466-062eb78590f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:48.788752 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-bb141211-943b-4c80-b466-062eb78590f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 1097 time: 0.0832329 Apr 20 19:23:49.010961 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cc8bc-a97c-4de8-852c-d6e91c42924b req-2e201bcd-6994-4aa9-95a3-33e9965fae01 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:49.012969 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a44cc8bc-a97c-4de8-852c-d6e91c42924b req-2e201bcd-6994-4aa9-95a3-33e9965fae01 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.2168031 Apr 20 19:23:49.014085 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-9ff54f82-6d73-4a9a-8ff6-ece66b1054cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:49.015525 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-9ff54f82-6d73-4a9a-8ff6-ece66b1054cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.2207453 Apr 20 19:23:49.092122 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.149500 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a44cc8bc-a97c-4de8-852c-d6e91c42924b req-586fd147-f9f7-463a-8666-f6a3cf3f2f9a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297631 Apr 20 19:23:49.162110 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-21d0d033-299c-4e02-813e-732e791b899b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f HTTP/1.1" status: 200 len: 999 time: 0.1276345 Apr 20 19:23:49.277390 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-d0748e6c-b6f7-473c-9b67-8f71fda1087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:49.279913 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-d0748e6c-b6f7-473c-9b67-8f71fda1087c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.1105952 Apr 20 19:23:49.365576 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-03d3cdaa-347c-42e7-b895-c6bceeeea49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:49.367195 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-03d3cdaa-347c-42e7-b895-c6bceeeea49e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814536 Apr 20 19:23:49.521147 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-22de4158-65d0-4085-974d-cafa24cb123d service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476851 Apr 20 19:23:49.674091 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04cd3fe7-acae-4940-af9d-a7767b1bc24d req-aa13dc96-308c-4254-9088-d2bfb6630657 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459394 Apr 20 19:23:50.374303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120df55-26a8-4d8d-af6d-692b4aa612fb req-c1f9f7d1-afec-4796-a409-627035078864 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:50.375934 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6120df55-26a8-4d8d-af6d-692b4aa612fb req-c1f9f7d1-afec-4796-a409-627035078864 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.1009080 Apr 20 19:23:50.428009 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6120df55-26a8-4d8d-af6d-692b4aa612fb req-d935b8ac-1072-4ab0-81ba-1b583882d51f tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452425 Apr 20 19:23:51.259665 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:23:51.650028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a25a0-7008-4d9c-b36b-f317f0e64604 req-e3622967-ce92-471a-a5ed-b20e03a54fd9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:51.652719 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376a25a0-7008-4d9c-b36b-f317f0e64604 req-e3622967-ce92-471a-a5ed-b20e03a54fd9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0954852 Apr 20 19:23:51.714466 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376a25a0-7008-4d9c-b36b-f317f0e64604 req-a679454a-d515-4c17-916e-7aa80be5a589 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534623 Apr 20 19:23:52.934217 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708772a0-b484-4fa0-b92f-d9643785fe0f req-f08ba2b8-b444-4025-a6ab-e4ce6163a521 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:52.935835 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-708772a0-b484-4fa0-b92f-d9643785fe0f req-f08ba2b8-b444-4025-a6ab-e4ce6163a521 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0942388 Apr 20 19:23:52.988763 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-708772a0-b484-4fa0-b92f-d9643785fe0f req-998883b4-71d8-4280-942a-1bba34bf00c2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461457 Apr 20 19:23:54.209194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521176f-0757-4ffa-939d-983135de5e5a req-3bedfe92-5e66-4599-bdc3-03eeb1b299b4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:54.210797 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c521176f-0757-4ffa-939d-983135de5e5a req-3bedfe92-5e66-4599-bdc3-03eeb1b299b4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0969672 Apr 20 19:23:54.263210 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c521176f-0757-4ffa-939d-983135de5e5a req-258d373b-3027-4a9d-a754-9c6a42fd07e4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449901 Apr 20 19:23:55.491944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc5e25-bf68-4ae0-a392-506e91d164eb req-873f076a-e384-4129-a8b6-211194da9b90 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:55.494261 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-89bc5e25-bf68-4ae0-a392-506e91d164eb req-873f076a-e384-4129-a8b6-211194da9b90 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0950937 Apr 20 19:23:55.545712 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-89bc5e25-bf68-4ae0-a392-506e91d164eb req-482bbd41-3507-4a46-b2b0-afc137b7f2d2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439162 Apr 20 19:23:56.806427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839fd47-13e3-4fab-8c33-62e1022f968b req-f0564860-9ffa-4365-8b6d-4f59cc2786ee tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:56.808616 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7839fd47-13e3-4fab-8c33-62e1022f968b req-f0564860-9ffa-4365-8b6d-4f59cc2786ee tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.1212709 Apr 20 19:23:56.862840 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7839fd47-13e3-4fab-8c33-62e1022f968b req-39762951-2f11-4274-b5c8-b73bfa7a6dfd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469093 Apr 20 19:23:58.110597 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c82eb-d536-4949-a47c-5bd6d722b72a req-f3cf272d-3b8e-494d-96ec-9b3c9757977e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:58.112682 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e00c82eb-d536-4949-a47c-5bd6d722b72a req-f3cf272d-3b8e-494d-96ec-9b3c9757977e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.1184964 Apr 20 19:23:58.421791 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e00c82eb-d536-4949-a47c-5bd6d722b72a req-a54b3398-46cf-4332-9615-99cfbaaea1f9 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015676 Apr 20 19:23:59.668364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60646bfd-941c-44c8-bf6e-2df1aa7319e0 req-9f6a4a5a-a119-4dd1-8419-af2b58ac9714 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:59.670153 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-60646bfd-941c-44c8-bf6e-2df1aa7319e0 req-9f6a4a5a-a119-4dd1-8419-af2b58ac9714 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0979655 Apr 20 19:23:59.731723 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-60646bfd-941c-44c8-bf6e-2df1aa7319e0 req-a2b1eaed-eb96-437c-adcd-4a92e8f3b9cf tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538957 Apr 20 19:24:01.097168 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc4e08-6712-414a-b650-f15ed3dc1813 req-b1553765-f173-48d1-bf54-0ae876d7a082 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:01.098902 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-89dc4e08-6712-414a-b650-f15ed3dc1813 req-b1553765-f173-48d1-bf54-0ae876d7a082 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0987225 Apr 20 19:24:01.152121 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-89dc4e08-6712-414a-b650-f15ed3dc1813 req-7013b7db-fb0f-4cdb-8cea-1a9c5364d186 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459211 Apr 20 19:24:02.262699 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34424) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:02.421023 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acc43e-67e2-4412-a89c-15519a0c5c29 req-bba59b88-1f45-4cad-abde-31039107c70a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:02.426174 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b0acc43e-67e2-4412-a89c-15519a0c5c29 req-bba59b88-1f45-4cad-abde-31039107c70a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.1148119 Apr 20 19:24:02.487206 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b0acc43e-67e2-4412-a89c-15519a0c5c29 req-98e20af0-5622-4d99-8185-bf83c84c1a1a tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520744 Apr 20 19:24:02.653342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Deleting port 90205d16-2dd2-49a4-b4e9-0bbbfdaeb476 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:02.653755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.123953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.124359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.312589 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Calling delete_port for 90205d16-2dd2-49a4-b4e9-0bbbfdaeb476 owned by network:floatingip {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:03.542251 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.546489 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:03.596941 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event deleted for resources: {'Port': ['ID=90205d16-2dd2-49a4-b4e9-0bbbfdaeb476,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:03.632162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.632561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.632966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.633509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.634119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.634524 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.634936 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.635994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.636571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.636788 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.637148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.637566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:03.646134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:03.704767 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92116f-8202-4163-b82c-4dc9b968e3c3 req-33735fcb-f999-4926-9e9c-299040b5927e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:03.706498 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bf92116f-8202-4163-b82c-4dc9b968e3c3 req-33735fcb-f999-4926-9e9c-299040b5927e tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0925412 Apr 20 19:24:03.722371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for floatingip, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.722754 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Floating IP 048580c1-b6f4-4f81-a3e5-6cbfa2c78aaa disassociated (deleted). External IP: 172.28.0.197, port: 2a7846f1-6da3-4b6d-9bad-61934608f8f7. Apr 20 19:24:03.759345 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bf92116f-8202-4163-b82c-4dc9b968e3c3 req-60b77377-b848-42e7-896d-d26eb3901e90 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457926 Apr 20 19:24:04.098444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.109962 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:24:04.304896 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:24:04.314900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] Sync routers for ids ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:24:04.325497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] Routers {'10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:04.326661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:23:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:04.361110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.426696 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "DELETE /v2.0/floatingips/048580c1-b6f4-4f81-a3e5-6cbfa2c78aaa HTTP/1.1" status: 204 len: 168 time: 2.1628025 Apr 20 19:24:04.427411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:04.527533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] Set router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:04.797616 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'status': 'completed', 'code': 200} Apr 20 19:24:04.883193 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9', 'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'mac_address': 'fa:16:3e:36:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:56Z', 'updated_at': '2021-04-20T19:18:10Z', 'revision_number': 5, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'subnets': [{'id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:04.888490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] Checking router: 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:24:04.897801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] Routers {'10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:04.898475 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:23:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:04.986824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d4df7-995f-43a6-aa04-8897321605c6 req-0f890708-a560-490c-9a36-40e807e82f86 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:04.988763 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0c2d4df7-995f-43a6-aa04-8897321605c6 req-0f890708-a560-490c-9a36-40e807e82f86 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.0952935 Apr 20 19:24:05.043613 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0c2d4df7-995f-43a6-aa04-8897321605c6 req-9ac2cb4a-1f0d-497f-a502-9b85a17c44fa tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476210 Apr 20 19:24:05.114947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] Set router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:05.240820 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9496e9-ca68-4e8a-ab78-ec50a347e389 req-6da1286f-c7c1-4a2d-bf96-0fbbe54d80f7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:05.242505 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bb9496e9-ca68-4e8a-ab78-ec50a347e389 req-6da1286f-c7c1-4a2d-bf96-0fbbe54d80f7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0911622 Apr 20 19:24:05.299509 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bb9496e9-ca68-4e8a-ab78-ec50a347e389 req-177467b9-7046-41c1-a070-6fb7af156536 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481551 Apr 20 19:24:05.465120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9', 'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'mac_address': 'fa:16:3e:36:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:56Z', 'updated_at': '2021-04-20T19:18:10Z', 'revision_number': 5, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'subnets': [{'id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:05.469782 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0a2f9-e176-40da-95d7-8dd7ee62def5 None None] The sync data for ids ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'] in dv-cinder-786933-2-smb is: [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': 'c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9', 'name': '', 'network_id': '6eb3891c-3e3a-4083-9023-d3fd1d39a71f', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'mac_address': 'fa:16:3e:36:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:56Z', 'updated_at': '2021-04-20T19:18:10Z', 'revision_number': 5, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'subnets': [{'id': 'e101fe34-3956-4764-acd5-d4d057cba54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:05.478306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-e538e4ba-40a5-48c5-ba95-a6a466f8d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:05.478306 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-e538e4ba-40a5-48c5-ba95-a6a466f8d7e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56f92b5cac624de98ac7c20a452d91f9&device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 1098 time: 0.0986681 Apr 20 19:24:05.634397 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-9c8e274e-73c9-47a9-9ed5-d9b3302f0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:05.636242 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-9c8e274e-73c9-47a9-9ed5-d9b3302f0806 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f HTTP/1.1" status: 200 len: 910 time: 0.1531019 Apr 20 19:24:05.679386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-6378f337-e12d-4237-a410-b197aa201090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:05.681197 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-6378f337-e12d-4237-a410-b197aa201090 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27f5796bce3442ea67300435a937727&device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 1097 time: 0.0881743 Apr 20 19:24:05.734101 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-fe4b9fcc-6539-4234-98a0-c221e10f4a1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7 HTTP/1.1" status: 200 len: 217 time: 0.0907586 Apr 20 19:24:05.812180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-cbffc927-35db-4b31-a1fa-117c79ff5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:05.813776 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-cbffc927-35db-4b31-a1fa-117c79ff5b2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e101fe34-3956-4764-acd5-d4d057cba54d HTTP/1.1" status: 200 len: 848 time: 0.0729849 Apr 20 19:24:05.856096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-cadf9fb3-2e85-463a-8d57-1bffd1c5b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:05.857731 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-cadf9fb3-2e85-463a-8d57-1bffd1c5b0eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 200 len: 917 time: 0.1515462 Apr 20 19:24:05.905896 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-857a5780-0575-407d-97a2-2a9a5b5a013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:05.907497 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-857a5780-0575-407d-97a2-2a9a5b5a013a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb3891c-3e3a-4083-9023-d3fd1d39a71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866444 Apr 20 19:24:05.917706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a886941-9f77-40c1-8d54-e56f56d6d796 None None] New status for floating IP 048580c1-b6f4-4f81-a3e5-6cbfa2c78aaa: DOWN {{(pid=86475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:24:05.978511 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-37bff9ff-93a7-4ee2-9ec3-94e0870e768d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f HTTP/1.1" status: 200 len: 999 time: 0.1129410 Apr 20 19:24:06.065146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-95974f4d-0fab-481b-8965-cb55d5c131b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:06.067956 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-95974f4d-0fab-481b-8965-cb55d5c131b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 200 len: 855 time: 0.0815461 Apr 20 19:24:06.076094 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-b755bdaf-9929-4754-91e2-bc467b839ecc service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616271 Apr 20 19:24:06.166118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-b1c6eed3-dae5-486a-8d5c-7f8b7c217bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:06.168204 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-b1c6eed3-dae5-486a-8d5c-7f8b7c217bdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0935121 Apr 20 19:24:06.302623 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-90f2ed8f-481f-4ead-9b34-4b0dac92114a req-89e2dee1-06a6-4a85-865d-73d557773e49 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194731 Apr 20 19:24:06.316503 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fc60-5540-4d6c-a7e6-a647c86bfeec req-d2016655-70da-4241-b776-d60c73104e2d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:06.318041 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-29d2fc60-5540-4d6c-a7e6-a647c86bfeec req-d2016655-70da-4241-b776-d60c73104e2d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1434755 Apr 20 19:24:06.318319 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-029f72bd-a206-441d-abff-fc4f4d3baf72 service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417193 Apr 20 19:24:06.371040 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-29d2fc60-5540-4d6c-a7e6-a647c86bfeec req-596bdc9a-74a0-4d23-9eb3-8ae7a5b60efb tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453887 Apr 20 19:24:06.469112 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c6b41c70-5b3b-4788-9ba0-83c8c420a692 req-8ebd1697-3ff6-4aea-9670-ea48cf44d27f service neutron] 10.222.0.15 "GET /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434481 Apr 20 19:24:06.527921 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81492440-01e3-4f85-bc0d-1c923b79a4f2 req-a0ef700f-165f-404c-b419-8f7355a35024 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:06.529587 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81492440-01e3-4f85-bc0d-1c923b79a4f2 req-a0ef700f-165f-404c-b419-8f7355a35024 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.0974977 Apr 20 19:24:06.580269 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81492440-01e3-4f85-bc0d-1c923b79a4f2 req-24826893-6027-4bfa-b6e1-69213992bc62 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442610 Apr 20 19:24:07.564713 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-e5293a4d-b8c8-4e3b-a976-849b49ee4532 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:07.565507 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-e5293a4d-b8c8-4e3b-a976-849b49ee4532 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Synchronizing usage tracker for tenant:56f92b5cac624de98ac7c20a452d91f9 on resource:port {{(pid=86472) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:07.583431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26ce21-0396-4835-a0ac-5cca639db2c9 req-ea12225c-ee08-496f-a48d-7b15ef356668 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:07.588751 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4d26ce21-0396-4835-a0ac-5cca639db2c9 req-ea12225c-ee08-496f-a48d-7b15ef356668 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.0950243 Apr 20 19:24:07.634474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-e5293a4d-b8c8-4e3b-a976-849b49ee4532 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Unset dirty status for tenant:56f92b5cac624de98ac7c20a452d91f9 on resource:port {{(pid=86472) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:07.635958 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-e5293a4d-b8c8-4e3b-a976-849b49ee4532 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.15 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 945 time: 0.1624968 Apr 20 19:24:07.644764 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4d26ce21-0396-4835-a0ac-5cca639db2c9 req-c522c6fc-8b80-4199-b1d4-a91d280a5964 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/security-groups?id=6db60b58-fe7b-443f-905d-d7b7ca0e712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501831 Apr 20 19:24:07.746440 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Deleting port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:07.746827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:07.888220 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37fb1c-8c9d-432b-b326-e8863d7dafcc req-7adbb7da-7fb1-4431-adf2-bad4ffa15dda tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:07.890258 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef37fb1c-8c9d-432b-b326-e8863d7dafcc req-7adbb7da-7fb1-4431-adf2-bad4ffa15dda tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 944 time: 0.1033328 Apr 20 19:24:07.944421 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef37fb1c-8c9d-432b-b326-e8863d7dafcc req-74150d56-fa7d-4811-8e41-50587efe5567 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447626 Apr 20 19:24:08.040684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] For port 2a7846f1-6da3-4b6d-9bad-61934608f8f7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a7846f1-6da3-4b6d-9bad-61934608f8f7,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:08.045906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.178999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Calling delete_port for 2a7846f1-6da3-4b6d-9bad-61934608f8f7 owned by compute:nova {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:08.366347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.373279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5aff1124-de9b-4730-b7ea-f80672611104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:08.422951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event deleted for resources: {'Port': ['ID=2a7846f1-6da3-4b6d-9bad-61934608f8f7,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:08.426373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:08.508010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] No DVR routers for this DVR port 2a7846f1-6da3-4b6d-9bad-61934608f8f7 on host hv-cinder-78693 {{(pid=86472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:24:08.511329 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.514615 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'name': 'network-vif-deleted', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:08.554266 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be3655d6-e7d3-4339-9ecd-f174d9ab3a8f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:24:08.561169 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-04d4c8c4-3a79-45c6-9296-5b60c2ac051b req-86ec164b-ee3a-4963-afbc-11edabdf900d tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.15 "DELETE /v2.0/ports/2a7846f1-6da3-4b6d-9bad-61934608f8f7 HTTP/1.1" status: 204 len: 173 time: 0.9077194 Apr 20 19:24:08.571252 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055fd14d-b5d2-452c-a646-d71ee26a82db', 'name': 'network-vif-deleted', 'tag': '2a7846f1-6da3-4b6d-9bad-61934608f8f7', 'status': 'completed', 'code': 200} Apr 20 19:24:08.838880 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-225a8fa5-e354-430c-aa09-bb82a5febc95 req-348780bf-74e1-44b1-9e55-1699e384563b tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "GET /v2.0/ports?device_id=055fd14d-b5d2-452c-a646-d71ee26a82db HTTP/1.1" status: 200 len: 210 time: 0.0548449 Apr 20 19:24:08.902246 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:08.918152 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'port_id': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'mac_address': 'fa:16:3e:dd:02:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:24:08.985299 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:09.005032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3655d6-e7d3-4339-9ecd-f174d9ab3a8f {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:24:09.021685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:09.063666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:09.065638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:09.141383 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=9']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:09.149780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.150166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.150549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.151455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.151851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.152220 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.152587 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.152956 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.153364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.153773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.154306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.154501 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:09.161160 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:09.165547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223291d-ea04-4ee9-ba2d-61ed00cc2e7f req-80260e66-852d-46c1-ba81-ec0ccb0485cc tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:09.168090 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8223291d-ea04-4ee9-ba2d-61ed00cc2e7f req-80260e66-852d-46c1-ba81-ec0ccb0485cc tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 945 time: 0.0994434 Apr 20 19:24:09.221272 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8223291d-ea04-4ee9-ba2d-61ed00cc2e7f req-7f5b7fa8-c230-4233-9a82-ab1c83b06476 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453207 Apr 20 19:24:09.418897 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:24:09.947447 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34466) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:10.022683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-97cf72ce-4f2b-4a12-849e-67f60247a902 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.055641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-97cf72ce-4f2b-4a12-849e-67f60247a902 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.257260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-97cf72ce-4f2b-4a12-849e-67f60247a902 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.263209 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5fff1c81-d66d-44f8-9024-96d83da89487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:10.281751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf72ce-4f2b-4a12-849e-67f60247a902 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db60b58-fe7b-443f-905d-d7b7ca0e712c,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:10.284469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-97cf72ce-4f2b-4a12-849e-67f60247a902 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:10.319564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-97cf72ce-4f2b-4a12-849e-67f60247a902 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.323882 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-97cf72ce-4f2b-4a12-849e-67f60247a902 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] 10.222.0.35 "DELETE /v2.0/security-groups/6db60b58-fe7b-443f-905d-d7b7ca0e712c HTTP/1.1" status: 204 len: 168 time: 0.3716288 Apr 20 19:24:10.392219 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34474) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:10.481051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30a85e-8e43-4ba2-9e22-71e1a845b66d req-3ccb5900-e300-4e32-ac0f-e89f59d8bc05 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:10.482782 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0b30a85e-8e43-4ba2-9e22-71e1a845b66d req-3ccb5900-e300-4e32-ac0f-e89f59d8bc05 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 945 time: 0.1153710 Apr 20 19:24:10.540259 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0b30a85e-8e43-4ba2-9e22-71e1a845b66d req-67ba4aab-dd7a-400c-a155-cad5f82c1bbc tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507667 Apr 20 19:24:10.568841 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be3655d6-e7d3-4339-9ecd-f174d9ab3a8f up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:10.646981 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:10.647411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.806298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.839984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:10.852079 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:10.890824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.892014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a7846f1-6da3-4b6d-9bad-61934608f8f7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:10.943399 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'code': 200} Apr 20 19:24:10.944073 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:10.993346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 2a7846f1-6da3-4b6d-9bad-61934608f8f7 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:10.999781 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 2a7846f1-6da3-4b6d-9bad-61934608f8f7 not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:11.044733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=10']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:11.048537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:11.363180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243df5-6584-45d0-91ab-3b483de7b6ff req-03b7fe23-d773-4033-9ed0-94815eb10e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:11.364713 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bc243df5-6584-45d0-91ab-3b483de7b6ff req-03b7fe23-d773-4033-9ed0-94815eb10e9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 1100 time: 0.1511700 Apr 20 19:24:11.452216 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bc243df5-6584-45d0-91ab-3b483de7b6ff req-cf06cfd3-223d-453f-8e5e-3579f799aa1f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789497 Apr 20 19:24:11.484577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802905'] for router_interface, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:11.763117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484c506-578c-4ee5-a6ed-7f8562801340 req-7943485a-082c-451f-ac10-01e8cc1aef7b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:11.764788 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a484c506-578c-4ee5-a6ed-7f8562801340 req-7943485a-082c-451f-ac10-01e8cc1aef7b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 947 time: 0.0956063 Apr 20 19:24:11.815977 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a484c506-578c-4ee5-a6ed-7f8562801340 req-52319222-4fed-409e-9fbd-2bb24a96ad18 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447879 Apr 20 19:24:11.886801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Deleting port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:11.887174 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:12.077937 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] For port c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:12.078537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:12.218479 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Calling delete_port for c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 owned by network:router_interface {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:12.457660 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:12.462858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:12.513684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:12.517102 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:12.831521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853089374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802983'] for router_interface, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.047194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef64ef-23d0-4876-8f95-45d6198ff961 req-fb400127-3dce-413c-a078-4272f6cf1ad4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:13.048868 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-16ef64ef-23d0-4876-8f95-45d6198ff961 req-fb400127-3dce-413c-a078-4272f6cf1ad4 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 947 time: 0.1026075 Apr 20 19:24:13.104461 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-16ef64ef-23d0-4876-8f95-45d6198ff961 req-82375efd-753e-4204-8cee-840759dabf85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489037 Apr 20 19:24:13.262136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:24:13.478832 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:24:13.489944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] Sync routers for ids ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:24:13.495035 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9b5cf7e8-e6b5-4bdb-b8d2-92cb22211bb8 admin admin] 10.222.0.35 "PUT /v2.0/routers/10cc0aef-3ccc-4ddc-b013-c5a83a1089fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1012146 Apr 20 19:24:13.497724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34526) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:13.502859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] Routers {'10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:13.503740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:23:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:13.828311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] Set router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:13.962803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Notify callbacks [] for router, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.159037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:24:12Z', 'revision_number': 5, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port': {'id': '6058fc8f-a3bd-4beb-9d5e-4ff4533b7757', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:49Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:14.166932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] Checking router: 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:24:14.169178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.178894 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] Routers {'10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:14.179592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:23:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:14.221802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Deleting port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:14.222200 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.345514 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a2ed-2ca9-4243-89f9-000e018bd577 req-9839afed-4589-4950-9546-2dda270d8444 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:14.347819 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a4b6a2ed-2ca9-4243-89f9-000e018bd577 req-9839afed-4589-4950-9546-2dda270d8444 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 947 time: 0.1084902 Apr 20 19:24:14.366051 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] Set router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe gateway port host: None {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:14.405034 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a4b6a2ed-2ca9-4243-89f9-000e018bd577 req-f4d9d93c-ca3d-48d4-9230-224b0649314b tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492857 Apr 20 19:24:14.505711 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] For port 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=6058fc8f-a3bd-4beb-9d5e-4ff4533b7757,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:14.506347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.561061 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:24:14Z', 'revision_number': 6, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port_host': None}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:14.566023 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668671d-a4ad-4f00-900c-9ba8b149844d None None] The sync data for ids ['10cc0aef-3ccc-4ddc-b013-c5a83a1089fe'] in dv-cinder-786933-2-smb is: [{'id': '10cc0aef-3ccc-4ddc-b013-c5a83a1089fe', 'name': 'tempest-TestShelveInstance-1238753636-router', 'tenant_id': '56f92b5cac624de98ac7c20a452d91f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:24:14Z', 'revision_number': 6, 'project_id': '56f92b5cac624de98ac7c20a452d91f9', 'gw_port_host': None}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:14.663990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Calling delete_port for 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 owned by network:router_gateway {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:14.908988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.915245 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9b9a303d-77da-44e2-8498-67e3edbaa057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:14.966888 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Pushing event deleted for resources: {'Port': ['ID=6058fc8f-a3bd-4beb-9d5e-4ff4533b7757,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:14.967164 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0b980f37-7834-49f4-9291-0a8fc4885a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.970521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:15.080895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852971930'] for router_gateway, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.138357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:15.186561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:15.187210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device c56cd2d5-a280-43a2-9b88-7ae2ddbfaee9 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:15.187400 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:15.235850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:15.236250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 6058fc8f-a3bd-4beb-9d5e-4ff4533b7757 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:15.298999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852960710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3748'] for router, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.302003 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.366478 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805438'] for router, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.367087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10cc0aef-3ccc-4ddc-b013-c5a83a1089fe {{(pid=86472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:24:15.382358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] Notify callbacks [] for router, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.383669 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8039e27f-5458-4ea6-a01e-c3311996ec78 admin admin] 10.222.0.35 "DELETE /v2.0/routers/10cc0aef-3ccc-4ddc-b013-c5a83a1089fe HTTP/1.1" status: 204 len: 168 time: 1.8844535 Apr 20 19:24:15.388164 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34536) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:15.468304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf13201-c6ea-4c05-ad2b-3e3a92b0655e admin admin] Deleting subnet e101fe34-3956-4764-acd5-d4d057cba54d {{(pid=86472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:24:15.472529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5cf13201-c6ea-4c05-ad2b-3e3a92b0655e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.532060 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5cf13201-c6ea-4c05-ad2b-3e3a92b0655e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848130839'] for subnet, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.624228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5cf13201-c6ea-4c05-ad2b-3e3a92b0655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.000808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5cf13201-c6ea-4c05-ad2b-3e3a92b0655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6392162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7674229'] for subnet, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.006537 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-dff477cb-aacb-4af4-9106-3e86130936cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:16.047833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf13201-c6ea-4c05-ad2b-3e3a92b0655e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e101fe34-3956-4764-acd5-d4d057cba54d,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:16.050776 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5cf13201-c6ea-4c05-ad2b-3e3a92b0655e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:16.054010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5cf13201-c6ea-4c05-ad2b-3e3a92b0655e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.060488 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69678e-7bfb-4bba-a8ba-2c4364fc3845 None None] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:24:16.061990 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5cf13201-c6ea-4c05-ad2b-3e3a92b0655e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e101fe34-3956-4764-acd5-d4d057cba54d HTTP/1.1" status: 204 len: 168 time: 0.6724508 Apr 20 19:24:16.066642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34542) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:16.203271 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.217812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Deleting port 8c5b2b65-6381-46de-946a-38e33ff9d577 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:16.218204 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.347136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] DHCP port deletion for 6eb3891c-3e3a-4083-9023-d3fd1d39a71f request from dv-cinder-786933-2-smb {{(pid=86474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:24:16.351721 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] Deleting port 8c5b2b65-6381-46de-946a-38e33ff9d577 {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:16.352148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.475128 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] For port 8c5b2b65-6381-46de-946a-38e33ff9d577, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=8c5b2b65-6381-46de-946a-38e33ff9d577,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:16.475536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.613813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Calling delete_port for 8c5b2b65-6381-46de-946a-38e33ff9d577 owned by network:dhcp {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:16.624936 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] For port 8c5b2b65-6381-46de-946a-38e33ff9d577, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=8c5b2b65-6381-46de-946a-38e33ff9d577,segment=NetworkSegment(7aa34696-5691-4ee7-ba1d-3eb6c8f72844),segment_id=7aa34696-5691-4ee7-ba1d-3eb6c8f72844)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:16.625358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.764252 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.769494 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-24e207b8-8828-42a6-a92b-fbef93be5707 tempest-VolumesSnapshotTestJSON-79288788 tempest-VolumesSnapshotTestJSON-79288788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:16.776058 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] Calling delete_port for 8c5b2b65-6381-46de-946a-38e33ff9d577 owned by network:dhcp {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:16.824520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5b2b65-6381-46de-946a-38e33ff9d577,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:16.827951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:16.828785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] No DVR routers for this DVR port 8c5b2b65-6381-46de-946a-38e33ff9d577 on host dv-cinder-786933-2-smb {{(pid=86472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:24:16.860969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.db.api [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86474) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:24:16.861961 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_db.api [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:24:16.957270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.080806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb3891c-3e3a-4083-9023-d3fd1d39a71f']}} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:17.092889 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa34696-5691-4ee7-ba1d-3eb6c8f72844') {'for_net_delete': True} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:17.093236 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa34696-5691-4ee7-ba1d-3eb6c8f72844') {} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:17.107038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6644961'] for segment, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.123575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.128533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 8c5b2b65-6381-46de-946a-38e33ff9d577 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:17.130047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=86472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:24:17.164839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 8c5b2b65-6381-46de-946a-38e33ff9d577 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:17.165235 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 8c5b2b65-6381-46de-946a-38e33ff9d577 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:17.221347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7440fba-8dab-480f-8134-9767bd02920e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.311334 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:17.320497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848355647'] for segment, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.362658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] Deleting port 8c5b2b65-6381-46de-946a-38e33ff9d577 {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:17.363253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.448966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-14dc45a8-e964-44b9-a3a6-29c108689328 None None] The port '8c5b2b65-6381-46de-946a-38e33ff9d577' was deleted {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:24:17.500302 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.511392 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Network 6eb3891c-3e3a-4083-9023-d3fd1d39a71f has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:24:17.534398 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:24:17.638570 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.642474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-18980a8b-16a3-4079-8ddd-a961b0a4bed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:17.657074 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.668473 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb3891c-3e3a-4083-9023-d3fd1d39a71f,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:17.673179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:17.677331 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-bccca378-776a-4b3c-a995-61a06d035e7b admin admin] 10.222.0.35 "DELETE /v2.0/networks/6eb3891c-3e3a-4083-9023-d3fd1d39a71f HTTP/1.1" status: 204 len: 168 time: 1.6092432 Apr 20 19:24:17.680416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34548) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:18.044957 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.493275 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802905'] for router_interface, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.868836 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Deleting port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:18.869503 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:19.051600 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] For port 54ad4ce1-57a6-4e7d-846e-793fd02c8c32, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=54ad4ce1-57a6-4e7d-846e-793fd02c8c32,segment=NetworkSegment(60b5f1e8-114a-40d6-9b67-3b01ec68b900),segment_id=60b5f1e8-114a-40d6-9b67-3b01ec68b900)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:19.052005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:19.108656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:19.188943 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Calling delete_port for 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 owned by network:router_interface {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:19.411941 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:19.417112 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4652fc06-026e-44d0-92be-78e59838271e tempest-ServerRescueNegativeTestJSON-561830786 tempest-ServerRescueNegativeTestJSON-561830786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:19.467294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=54ad4ce1-57a6-4e7d-846e-793fd02c8c32,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:19.470649 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:19.758735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853089374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802983'] for router_interface, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:20.151017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Router 8116f161-b91a-4d44-96c6-f6f222e732c8 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:24:20.360682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:24:20.372796 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] Sync routers for ids ['8116f161-b91a-4d44-96c6-f6f222e732c8'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:24:20.373839 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] 10.222.0.35 "PUT /v2.0/routers/8116f161-b91a-4d44-96c6-f6f222e732c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6920984 Apr 20 19:24:20.377822 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34558) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:20.403001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] Routers {'8116f161-b91a-4d44-96c6-f6f222e732c8'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:20.404005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:24:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['8116f161-b91a-4d44-96c6-f6f222e732c8'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:20.623168 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] Set router 8116f161-b91a-4d44-96c6-f6f222e732c8 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:20.633516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:20.967078 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'name': 'tempest-TestShelveInstance-653195940-router', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:24:19Z', 'revision_number': 5, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'gw_port': {'id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:81:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:09Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:20.974033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] Checking router: 8116f161-b91a-4d44-96c6-f6f222e732c8 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:24:20.991169 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] Routers {'8116f161-b91a-4d44-96c6-f6f222e732c8'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:20.992265 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:24:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['8116f161-b91a-4d44-96c6-f6f222e732c8'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:21.170334 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.200848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Deleting port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:21.201429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.259485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] Set router 8116f161-b91a-4d44-96c6-f6f222e732c8 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:21.471437 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] For port 38dc57a4-e77f-457c-9eb4-1e4d9b87a326, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=38dc57a4-e77f-457c-9eb4-1e4d9b87a326,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:21.471981 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.674505 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Calling delete_port for 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 owned by network:router_gateway {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:21.795618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'name': 'tempest-TestShelveInstance-653195940-router', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:24:19Z', 'revision_number': 5, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'gw_port': {'id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:81:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:09Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:21.800683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2704d9d-aaf3-47a5-90fe-93f32ce91c6a None None] The sync data for ids ['8116f161-b91a-4d44-96c6-f6f222e732c8'] in dv-cinder-786933-2-smb is: [{'id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'name': 'tempest-TestShelveInstance-653195940-router', 'tenant_id': '186e5b965082433bbd351cd8bd62ed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:18:06Z', 'updated_at': '2021-04-20T19:24:19Z', 'revision_number': 5, 'project_id': '186e5b965082433bbd351cd8bd62ed88', 'gw_port': {'id': '38dc57a4-e77f-457c-9eb4-1e4d9b87a326', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:81:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8116f161-b91a-4d44-96c6-f6f222e732c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:18:09Z', 'updated_at': '2021-04-20T19:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:21.920565 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.930918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5576d35d-cd08-45b6-b1a5-5610ca0b70eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:21.978056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38dc57a4-e77f-457c-9eb4-1e4d9b87a326,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:21.981828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:22.082151 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852971930'] for router_gateway, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:22.270280 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852960710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3748'] for router, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:22.272704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:22.324241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805438'] for router, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:22.324845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8116f161-b91a-4d44-96c6-f6f222e732c8 {{(pid=86472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:24:22.338341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] Notify callbacks [] for router, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:22.339620 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-35a148f4-f154-4b27-83ec-c4efd1c70ef7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8116f161-b91a-4d44-96c6-f6f222e732c8 HTTP/1.1" status: 204 len: 168 time: 1.9607921 Apr 20 19:24:22.342368 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34564) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:22.417071 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1aea2f-01c3-4c1e-af53-9428f0f34491 admin admin] Deleting subnet 636fff1d-d76e-4979-952d-a51d59be6707 {{(pid=86472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:24:22.421191 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a1aea2f-01c3-4c1e-af53-9428f0f34491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:22.474527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a1aea2f-01c3-4c1e-af53-9428f0f34491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848130839'] for subnet, precommit_delete_associations {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:22.570239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a1aea2f-01c3-4c1e-af53-9428f0f34491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.018285 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a1aea2f-01c3-4c1e-af53-9428f0f34491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6392162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7674229'] for subnet, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.023794 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:23.060901 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1aea2f-01c3-4c1e-af53-9428f0f34491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636fff1d-d76e-4979-952d-a51d59be6707,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:23.064388 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4a1aea2f-01c3-4c1e-af53-9428f0f34491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:23.065690 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a1aea2f-01c3-4c1e-af53-9428f0f34491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.072675 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-4a1aea2f-01c3-4c1e-af53-9428f0f34491 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/636fff1d-d76e-4979-952d-a51d59be6707 HTTP/1.1" status: 204 len: 168 time: 0.7286921 Apr 20 19:24:23.073755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31770ba0-bb9b-43b8-8eb0-517b3f4f490e None None] Network 594bb1c5-0ebd-451f-846a-c2139143894f requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:24:23.077442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34570) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:23.150032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:23.204340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.219262 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Deleting port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:23.219732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.407263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:23.407976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 54ad4ce1-57a6-4e7d-846e-793fd02c8c32 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:23.408616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:23.459116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:23.459686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 38dc57a4-e77f-457c-9eb4-1e4d9b87a326 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:23.485188 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] For port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9,segment=NetworkSegment(60b5f1e8-114a-40d6-9b67-3b01ec68b900),segment_id=60b5f1e8-114a-40d6-9b67-3b01ec68b900)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:23.485636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.635402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Calling delete_port for 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 owned by network:dhcp {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:23.657048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe737057-bb56-46df-b3cc-3acec8fae0bb None None] DHCP port deletion for 594bb1c5-0ebd-451f-846a-c2139143894f request from dv-cinder-786933-2-smb {{(pid=86474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:24:23.661530 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-fe737057-bb56-46df-b3cc-3acec8fae0bb None None] Deleting port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:23.661808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fe737057-bb56-46df-b3cc-3acec8fae0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.764808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.770399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3e781694-805e-415c-9f16-9e992b3f4372 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:23.774248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-fe737057-bb56-46df-b3cc-3acec8fae0bb None None] The port '5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9' was deleted {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:24:23.820598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] No DVR routers for this DVR port 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 on host dv-cinder-786933-2-smb {{(pid=86472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:24:23.852069 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:23.855098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:23.954785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:24.082026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594bb1c5-0ebd-451f-846a-c2139143894f']}} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:24.096316 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b5f1e8-114a-40d6-9b67-3b01ec68b900') {'for_net_delete': True} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:24.096727 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b5f1e8-114a-40d6-9b67-3b01ec68b900') {} {{(pid=86472) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:24.109515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6644961'] for segment, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:24.204498 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:24.214544 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=86472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:24:24.420686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Network 594bb1c5-0ebd-451f-846a-c2139143894f has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:24.433293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848355647'] for segment, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:24.673885 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Network 594bb1c5-0ebd-451f-846a-c2139143894f has no segments {{(pid=86472) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:24:24.700024 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:24:25.017393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:25.021192 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:25.038248 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:25.047949 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=594bb1c5-0ebd-451f-846a-c2139143894f,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:25.051017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:25.052949 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] 10.222.0.35 "DELETE /v2.0/networks/594bb1c5-0ebd-451f-846a-c2139143894f HTTP/1.1" status: 204 len: 168 time: 1.9744041 Apr 20 19:24:25.137920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:25.178758 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:25.179171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 5ad048d2-ea06-4a0d-a8e3-7517aa92e3c9 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:25.269003 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34586) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:25.327657 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-89f6c35f-308f-44de-af59-20d7fcc9dd79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56f92b5cac624de98ac7c20a452d91f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570204 Apr 20 19:24:25.330393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34590) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:25.401471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:25.431259 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:25.512706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:25.516932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-21d177b3-7f45-432a-a209-ca93cca936a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:25.532848 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c48282-9108-46ca-bb79-1c8c44e6fe67,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:25.545067 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.545517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.545927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.546333 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.546735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.547140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.547543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.547943 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.548343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.548740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.549136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.549553 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:25.552879 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:25.554142 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2c48282-9108-46ca-bb79-1c8c44e6fe67 HTTP/1.1" status: 204 len: 168 time: 0.2225087 Apr 20 19:24:25.555166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:26.149594 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34604) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:26.215560 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-982b5f1b-0958-44c4-b240-d7545586de55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=186e5b965082433bbd351cd8bd62ed88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639768 Apr 20 19:24:26.218759 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34612) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:26.321106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f02e9125-47a4-44bd-a905-f49799f77bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.594891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f02e9125-47a4-44bd-a905-f49799f77bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.761134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f02e9125-47a4-44bd-a905-f49799f77bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.768724 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-65338e72-a62c-4b31-bce2-f0f9563531ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:26.780966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e9125-47a4-44bd-a905-f49799f77bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b5296d-1869-4d6b-88ef-11d5b62a84ff,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:26.783649 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f02e9125-47a4-44bd-a905-f49799f77bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:26.790528 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f02e9125-47a4-44bd-a905-f49799f77bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.794620 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f02e9125-47a4-44bd-a905-f49799f77bc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5b5296d-1869-4d6b-88ef-11d5b62a84ff HTTP/1.1" status: 204 len: 168 time: 0.5723286 Apr 20 19:24:28.258853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:24:34.108095 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:39.751906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8e02a-928d-4c81-861d-56acfb61657b req-c10f2a8e-4fc6-4909-afc4-888119e22939 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:39.753633 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c4f8e02a-928d-4c81-861d-56acfb61657b req-c10f2a8e-4fc6-4909-afc4-888119e22939 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 945 time: 0.1040907 Apr 20 19:24:39.806361 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c4f8e02a-928d-4c81-861d-56acfb61657b req-0e4325af-d971-4f4b-ae8f-cdac3b784acc tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434802 Apr 20 19:24:41.018117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa715462-124f-4e83-8a3f-7bccbb45ad86 req-73274905-66ec-4083-b6f1-d81fe89d8af4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:41.019706 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fa715462-124f-4e83-8a3f-7bccbb45ad86 req-73274905-66ec-4083-b6f1-d81fe89d8af4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 945 time: 0.0946813 Apr 20 19:24:41.074690 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fa715462-124f-4e83-8a3f-7bccbb45ad86 req-320cdb4a-8f81-46c3-8b15-9d6a5388db49 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451589 Apr 20 19:24:41.729951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-673c8371-4fe5-4a47-b0a0-909c7c1546ba tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:41.730770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-673c8371-4fe5-4a47-b0a0-909c7c1546ba tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Synchronizing usage tracker for tenant:136417c87f6c4ae7a056bea048b0078d on resource:port {{(pid=86472) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:41.744025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-673c8371-4fe5-4a47-b0a0-909c7c1546ba tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Unset dirty status for tenant:136417c87f6c4ae7a056bea048b0078d on resource:port {{(pid=86472) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:41.745245 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-673c8371-4fe5-4a47-b0a0-909c7c1546ba tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 945 time: 0.1185548 Apr 20 19:24:41.826241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Deleting port 10355fc4-a646-4584-9724-7ebce4b0ad87 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:41.826622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.122477 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] For port 10355fc4-a646-4584-9724-7ebce4b0ad87, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10355fc4-a646-4584-9724-7ebce4b0ad87,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:42.123224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.335733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14190950-09d2-4e32-b141-2ebce5a01dab req-7611660c-aee0-4336-bc16-0db4589cfc06 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:42.337472 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-14190950-09d2-4e32-b141-2ebce5a01dab req-7611660c-aee0-4336-bc16-0db4589cfc06 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 945 time: 0.1242723 Apr 20 19:24:42.397318 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-14190950-09d2-4e32-b141-2ebce5a01dab req-b3ba6ee2-7f7f-4790-b08b-e7068bb289be tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9232305-586c-443e-8f8a-1410c7999305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477979 Apr 20 19:24:42.490106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.490520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.490885 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Floating IP 02d14643-3e5e-4583-925c-c4e46ae8b3ca disassociated. External IP: 172.28.0.174, port: 10355fc4-a646-4584-9724-7ebce4b0ad87. Apr 20 19:24:42.491273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Calling delete_port for 10355fc4-a646-4584-9724-7ebce4b0ad87 owned by compute:nova {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:42.697807 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.704348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:42.755998 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event deleted for resources: {'Port': ['ID=10355fc4-a646-4584-9724-7ebce4b0ad87,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:42.760523 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:42.981787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:24:43.198557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:24:43.213046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] Sync routers for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:24:43.230154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:43.231404 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:24:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:43.293073 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] No DVR routers for this DVR port 10355fc4-a646-4584-9724-7ebce4b0ad87 on host hv-cinder-78693 {{(pid=86472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:24:43.296349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:43.300802 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'name': 'network-vif-deleted', 'tag': '10355fc4-a646-4584-9724-7ebce4b0ad87'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:43.350729 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ecafb5e0-9763-4ecd-8631-1ec640f179fa req-9d64297f-2701-446d-9100-c77bbe313c7f tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.15 "DELETE /v2.0/ports/10355fc4-a646-4584-9724-7ebce4b0ad87 HTTP/1.1" status: 204 len: 173 time: 1.5998070 Apr 20 19:24:43.367482 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ea7aac-cebf-4014-a06a-e01e92a36735', 'name': 'network-vif-deleted', 'tag': '10355fc4-a646-4584-9724-7ebce4b0ad87', 'status': 'completed', 'code': 200} Apr 20 19:24:43.503342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:43.594352 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6b6cac9c-1aaf-4fac-802e-6f7d584177e5 req-bc5a7ca3-212b-4d10-8381-3513b83a3688 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ea7aac-cebf-4014-a06a-e01e92a36735 HTTP/1.1" status: 200 len: 210 time: 0.0591714 Apr 20 19:24:43.928427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:43.936070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] Checking router: cdeebb0b-1a69-42b1-8fca-13a37faea7a9 for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:24:43.945813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:43.946730 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:24:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:44.157697 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:44.526880 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:44.531406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa895681-a8f0-487d-9b2e-4c28efd77bf8 None None] The sync data for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb is: [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:17:17Z', 'revision_number': 4, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '01813b45-3ee3-4a5c-930c-98da00f0dc9a', 'name': '', 'network_id': '0ab1a66b-24a1-4231-a78a-741ef1504e00', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'mac_address': 'fa:16:3e:c8:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:15Z', 'updated_at': '2021-04-20T19:17:25Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'subnets': [{'id': 'd15ff802-d6d6-450e-9d75-f76c2bd60379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:44.785421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 10355fc4-a646-4584-9724-7ebce4b0ad87 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:44.822341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 10355fc4-a646-4584-9724-7ebce4b0ad87 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:44.822341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 10355fc4-a646-4584-9724-7ebce4b0ad87 not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:44.850007 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34708) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:44.945017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-124474fe-460a-406d-ab80-2e1466fce67b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:44.981330 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-124474fe-460a-406d-ab80-2e1466fce67b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:44.982650 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5cabac6f-5476-4e85-9923-24a21bc73c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:44.983165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb970e5-0d6d-46bb-800d-5528ea39f781 None None] New status for floating IP 02d14643-3e5e-4583-925c-c4e46ae8b3ca: DOWN {{(pid=86475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:24:45.103908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-124474fe-460a-406d-ab80-2e1466fce67b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.109814 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-98bcb744-b9b8-47b9-908b-c2b2c7c8f3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:45.128053 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124474fe-460a-406d-ab80-2e1466fce67b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9232305-586c-443e-8f8a-1410c7999305,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:45.130881 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-124474fe-460a-406d-ab80-2e1466fce67b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:45.158349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-124474fe-460a-406d-ab80-2e1466fce67b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.163428 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-124474fe-460a-406d-ab80-2e1466fce67b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "DELETE /v2.0/security-groups/a9232305-586c-443e-8f8a-1410c7999305 HTTP/1.1" status: 204 len: 168 time: 0.3084106 Apr 20 19:24:45.164057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34712) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:45.189628 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.v2.resource [None req-43f16b88-5ce5-4cc6-89a2-20f8c661c8cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] show failed (client error): The resource could not be found. Apr 20 19:24:45.190713 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-43f16b88-5ce5-4cc6-89a2-20f8c661c8cf tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "GET /v2.0/security-groups/a9232305-586c-443e-8f8a-1410c7999305 HTTP/1.1" status: 404 len: 347 time: 0.0243742 Apr 20 19:24:45.194153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34716) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:45.426924 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Deleting port faff54b9-a371-450f-a1c6-bafb9833316c {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:45.427406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.638751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.639316 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.771722 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Calling delete_port for faff54b9-a371-450f-a1c6-bafb9833316c owned by network:floatingip {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:45.965497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.970871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-059cf7a3-135e-44e7-ad2d-c382df9ee5e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:46.016984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Pushing event deleted for resources: {'Port': ['ID=faff54b9-a371-450f-a1c6-bafb9833316c,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:46.020384 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:46.139877 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks [] for floatingip, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.156270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.157540 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] 10.222.0.35 "DELETE /v2.0/floatingips/02d14643-3e5e-4583-925c-c4e46ae8b3ca HTTP/1.1" status: 204 len: 168 time: 0.9621363 Apr 20 19:24:47.223540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ad68-76aa-44b8-b7e1-8a7aeb4cc625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:47.429146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:48.068872 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:49.097253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:50.553144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34750) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:51.663264 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802905'] for router_interface, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.058923 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Deleting port 01813b45-3ee3-4a5c-930c-98da00f0dc9a {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:52.059315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.262366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] For port 01813b45-3ee3-4a5c-930c-98da00f0dc9a, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=01813b45-3ee3-4a5c-930c-98da00f0dc9a,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:52.262763 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.406728 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Calling delete_port for 01813b45-3ee3-4a5c-930c-98da00f0dc9a owned by network:router_interface {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:52.706968 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.712740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-57474a8e-bcdb-4b4e-8c42-78087c04dbf9 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:52.764010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=01813b45-3ee3-4a5c-930c-98da00f0dc9a,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:52.795736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:53.090278 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853089374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802983'] for router_interface, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.526590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:24:53.742536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:24:53.755646 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] Sync routers for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:24:53.762209 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] 10.222.0.35 "PUT /v2.0/routers/cdeebb0b-1a69-42b1-8fca-13a37faea7a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2032068 Apr 20 19:24:53.762797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34756) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:53.767609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:53.768310 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:24:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:53.978842 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: dv-cinder-786933-2-smb {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:53.999352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Notify callbacks [] for router, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:54.484218 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:54.495047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:24:52Z', 'revision_number': 5, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port': {'id': '6de9a67a-e405-4865-a9a2-0c85095efeb2', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:11Z', 'updated_at': '2021-04-20T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:54.499331 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] Checking router: cdeebb0b-1a69-42b1-8fca-13a37faea7a9 for host: dv-cinder-786933-2-smb {{(pid=86474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:24:54.508253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] Routers {'cdeebb0b-1a69-42b1-8fca-13a37faea7a9'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:54.509561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:24:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'], 'active': True} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:54.526001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Deleting port 6de9a67a-e405-4865-a9a2-0c85095efeb2 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:54.526393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:54.679677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] Set router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 gateway port host: None {{(pid=86474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:54.726487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] For port 6de9a67a-e405-4865-a9a2-0c85095efeb2, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=6de9a67a-e405-4865-a9a2-0c85095efeb2,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:54.726881 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:54.797326 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:24:54Z', 'revision_number': 6, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port_host': None}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:54.802123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486a294-f50e-4bd4-868f-3947eebd62c7 None None] The sync data for ids ['cdeebb0b-1a69-42b1-8fca-13a37faea7a9'] in dv-cinder-786933-2-smb is: [{'id': 'cdeebb0b-1a69-42b1-8fca-13a37faea7a9', 'name': 'tempest-AttachVolumeTestJSON-927270518-router', 'tenant_id': '136417c87f6c4ae7a056bea048b0078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:10Z', 'updated_at': '2021-04-20T19:24:54Z', 'revision_number': 6, 'project_id': '136417c87f6c4ae7a056bea048b0078d', 'gw_port_host': None}] {{(pid=86474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:54.873445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Calling delete_port for 6de9a67a-e405-4865-a9a2-0c85095efeb2 owned by network:router_gateway {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:55.164245 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 01813b45-3ee3-4a5c-930c-98da00f0dc9a no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:55.203704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 01813b45-3ee3-4a5c-930c-98da00f0dc9a {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:55.204106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 01813b45-3ee3-4a5c-930c-98da00f0dc9a not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:55.204624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 6de9a67a-e405-4865-a9a2-0c85095efeb2 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:55.206481 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.212722 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-16e9b134-1826-420e-86b4-128189e83a77 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:55.242635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 6de9a67a-e405-4865-a9a2-0c85095efeb2 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:55.243907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 6de9a67a-e405-4865-a9a2-0c85095efeb2 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:55.263641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Pushing event deleted for resources: {'Port': ['ID=6de9a67a-e405-4865-a9a2-0c85095efeb2,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:55.297844 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:55.371026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852971930'] for router_gateway, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.562178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852960710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3748'] for router, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.564571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.617240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805438'] for router, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.617970 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdeebb0b-1a69-42b1-8fca-13a37faea7a9 {{(pid=86473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:24:55.630883 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Notify callbacks [] for router, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.632307 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] 10.222.0.35 "DELETE /v2.0/routers/cdeebb0b-1a69-42b1-8fca-13a37faea7a9 HTTP/1.1" status: 204 len: 168 time: 1.8683162 Apr 20 19:24:55.635450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34762) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:55.709551 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc649c9-73df-4de8-a709-74a6c9540fa5 admin admin] Deleting subnet d15ff802-d6d6-450e-9d75-f76c2bd60379 {{(pid=86473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:24:55.714132 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1bc649c9-73df-4de8-a709-74a6c9540fa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.770594 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1bc649c9-73df-4de8-a709-74a6c9540fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6373221'] for subnet, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.854482 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1bc649c9-73df-4de8-a709-74a6c9540fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.143079 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1bc649c9-73df-4de8-a709-74a6c9540fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846571119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6725408'] for subnet, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.148458 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:56.185026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc649c9-73df-4de8-a709-74a6c9540fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15ff802-d6d6-450e-9d75-f76c2bd60379,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:56.188382 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1bc649c9-73df-4de8-a709-74a6c9540fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:56.189973 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1bc649c9-73df-4de8-a709-74a6c9540fa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.196054 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b28e9-201b-4d5e-a54f-c038b435e6f0 None None] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:24:56.197986 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-1bc649c9-73df-4de8-a709-74a6c9540fa5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d15ff802-d6d6-450e-9d75-f76c2bd60379 HTTP/1.1" status: 204 len: 168 time: 0.5604286 Apr 20 19:24:56.201187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34766) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:56.322593 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.333968 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Deleting port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:56.334341 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.478529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] DHCP port deletion for 0ab1a66b-24a1-4231-a78a-741ef1504e00 request from dv-cinder-786933-2-smb {{(pid=86474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:24:56.482733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] Deleting port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:56.483157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.569902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] For port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:56.570337 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.711636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Calling delete_port for e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 owned by network:dhcp {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:56.714484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] For port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0,segment=NetworkSegment(eb76803d-c7a9-406a-a165-5f43bf6250e3),segment_id=eb76803d-c7a9-406a-a165-5f43bf6250e3)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:56.715140 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.834464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.840945 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-25e1eddd-9b87-4267-a991-de473a6a75f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:56.862536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] Calling delete_port for e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 owned by network:dhcp {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:56.893920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:56.896105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] No DVR routers for this DVR port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 on host dv-cinder-786933-2-smb {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:24:56.897770 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:56.942017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.db.api [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86474) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:24:56.942327 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_db.api [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:24:57.027987 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.150976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:57.154320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab1a66b-24a1-4231-a78a-741ef1504e00']}} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:57.167757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb76803d-c7a9-406a-a165-5f43bf6250e3') {'for_net_delete': True} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:57.168099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb76803d-c7a9-406a-a165-5f43bf6250e3') {} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:57.180976 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848402579'] for segment, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.192161 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:57.192458 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:57.199226 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.206026 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=86473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:24:57.390198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:57.400684 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8212018'] for segment, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.444139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] Deleting port e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0 {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:57.444498 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.518687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2b771-10c7-498f-9fef-64c800460ea5 None None] The port 'e8f1ede6-823a-466f-a1ee-dd6d2dfaf0b0' was deleted {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:24:57.587352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Network 0ab1a66b-24a1-4231-a78a-741ef1504e00 has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:24:57.610027 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:24:57.737200 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.741177 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1ae5ae3d-3169-4afe-9fe5-7b890f2a72bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:57.755830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.765592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab1a66b-24a1-4231-a78a-741ef1504e00,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:57.770572 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:57.777354 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0ab1a66b-24a1-4231-a78a-741ef1504e00 HTTP/1.1" status: 204 len: 168 time: 1.5750377 Apr 20 19:24:58.131154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34772) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:58.184578 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9f33ccc1-257e-436e-abc4-0a5d7ea4601c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=136417c87f6c4ae7a056bea048b0078d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521078 Apr 20 19:24:58.187268 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34776) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:58.253564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8699050d-3d18-449d-969c-dcc07a71df0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.281926 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8699050d-3d18-449d-969c-dcc07a71df0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.365748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8699050d-3d18-449d-969c-dcc07a71df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.370943 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:58.386128 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699050d-3d18-449d-969c-dcc07a71df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb0ac03-a35f-46cd-ba13-2f8f08af6fd0,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:58.391252 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8699050d-3d18-449d-969c-dcc07a71df0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:58.393338 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8699050d-3d18-449d-969c-dcc07a71df0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.394827 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8699050d-3d18-449d-969c-dcc07a71df0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9fb0ac03-a35f-46cd-ba13-2f8f08af6fd0 HTTP/1.1" status: 204 len: 168 time: 0.2062559 Apr 20 19:25:02.489415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34848) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:02.617000 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:02.632917 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:02.637577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] Usage tracker for resource:security_group_rule and tenant:bf4c6ee2135745978078c5b939fd0012 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:02.640529 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:02.646523 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:02.797151 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:02.845698 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:02.856086 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-abf24ca1-0434-4aad-a48b-0f92a5edc7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:02.902484 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf4c6ee2135745978078c5b939fd0012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118197 Apr 20 19:25:02.904306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d5ecb1-d316-4156-9f99-0c1b9e63f3f5,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:02.905578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34854) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:02.907909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:02.972969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a531309-8074-48a5-910b-d9043f2c5c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.001654 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a531309-8074-48a5-910b-d9043f2c5c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.094906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a531309-8074-48a5-910b-d9043f2c5c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.100288 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00e3261a-8693-4cf1-b5ed-e7d458bb984f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:03.114379 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a531309-8074-48a5-910b-d9043f2c5c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d5ecb1-d316-4156-9f99-0c1b9e63f3f5,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:03.117677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4a531309-8074-48a5-910b-d9043f2c5c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:03.119891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4a531309-8074-48a5-910b-d9043f2c5c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.121433 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-4a531309-8074-48a5-910b-d9043f2c5c74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4d5ecb1-d316-4156-9f99-0c1b9e63f3f5 HTTP/1.1" status: 204 len: 168 time: 0.2144425 Apr 20 19:25:03.616084 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 34862) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:03.640485 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.657361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:03.661589 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Usage tracker for resource:security_group_rule and tenant:fe8a8c5360df42e081c79b1d456f9c69 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:03.665081 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:03.671168 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:03.761383 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.806632 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.815989 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-35e73ca5-10c0-4bda-a448-1420d9051811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:03.860632 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe8a8c5360df42e081c79b1d456f9c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433410 Apr 20 19:25:03.861869 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e78760d-cb80-45ad-ac42-4626d45ff88a,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:03.863792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 34866) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:03.871633 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.872080 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.872490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.872895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.873295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.873757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.874154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.874552 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.874949 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.875413 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.875754 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.876145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:03.880225 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-54961a62-c36a-440b-8f5c-c4a0a9c30430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:03.932786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-41952243-91d1-4931-8cb1-2d90a29c57a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.963755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-41952243-91d1-4931-8cb1-2d90a29c57a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.045668 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-41952243-91d1-4931-8cb1-2d90a29c57a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.049808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6a35a0ee-2e88-4e85-95cf-63d4771a47d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:04.064418 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41952243-91d1-4931-8cb1-2d90a29c57a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e78760d-cb80-45ad-ac42-4626d45ff88a,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:04.066879 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-41952243-91d1-4931-8cb1-2d90a29c57a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:04.076151 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-41952243-91d1-4931-8cb1-2d90a29c57a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.077372 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-41952243-91d1-4931-8cb1-2d90a29c57a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e78760d-cb80-45ad-ac42-4626d45ff88a HTTP/1.1" status: 204 len: 168 time: 0.2124729 Apr 20 19:25:04.131171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:05.260826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:25:10.506224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a089878-9a2f-4cbd-8d30-b15354562e65 req-92521bca-cdaa-4f64-9235-1f70e3511555 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:10.508621 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9a089878-9a2f-4cbd-8d30-b15354562e65 req-92521bca-cdaa-4f64-9235-1f70e3511555 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 947 time: 0.0981860 Apr 20 19:25:10.565437 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9a089878-9a2f-4cbd-8d30-b15354562e65 req-e7277e48-e7e2-4831-a152-484c115fcd53 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482225 Apr 20 19:25:11.796560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651117c-37fd-4122-b62c-a581179e042d req-a7ac8b44-3d0d-4107-a021-77ac1892d2e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:11.798226 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a651117c-37fd-4122-b62c-a581179e042d req-a7ac8b44-3d0d-4107-a021-77ac1892d2e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 947 time: 0.0982242 Apr 20 19:25:11.848039 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a651117c-37fd-4122-b62c-a581179e042d req-470d4ae4-2403-4a68-a19c-57ffeeb6ee01 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432570 Apr 20 19:25:11.933394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-bcf87ddd-52e7-405d-9ae5-4efc30b60a81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:11.934204 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-bcf87ddd-52e7-405d-9ae5-4efc30b60a81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Synchronizing usage tracker for tenant:f27f5796bce3442ea67300435a937727 on resource:port {{(pid=86472) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:25:11.947642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-bcf87ddd-52e7-405d-9ae5-4efc30b60a81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Unset dirty status for tenant:f27f5796bce3442ea67300435a937727 on resource:port {{(pid=86472) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:25:11.948869 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-bcf87ddd-52e7-405d-9ae5-4efc30b60a81 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 947 time: 0.1068561 Apr 20 19:25:12.041079 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Deleting port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:25:12.041562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:12.327876 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] For port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:12.328278 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:12.672249 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:12.672942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853044302'] for floatingip, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:12.673782 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.l3_db [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Floating IP 90f845cb-cb4b-4502-9bfb-b1fd007a4838 disassociated. External IP: 172.28.0.15, port: be3655d6-e7d3-4339-9ecd-f174d9ab3a8f. Apr 20 19:25:12.674419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Calling delete_port for be3655d6-e7d3-4339-9ecd-f174d9ab3a8f owned by compute:nova {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:25:12.930208 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:12.940295 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-deaf2be4-dcd7-4572-8a19-7675da0b5b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:13.017648 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event deleted for resources: {'Port': ['ID=be3655d6-e7d3-4339-9ecd-f174d9ab3a8f,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:13.020447 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:13.078885 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7d6d17e4-48dc-4f4e-b07f-1fc35a9fa899 req-54f268aa-bf9c-4935-a104-c27d14a92a56 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 210 time: 0.0963020 Apr 20 19:25:13.319389 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Router 760b437a-3b5f-4d67-86f3-c42e1c100440 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:25:13.810253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:25:13.822820 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] Sync routers for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:25:13.841156 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:25:13.842453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:24:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:13.893089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] No DVR routers for this DVR port be3655d6-e7d3-4339-9ecd-f174d9ab3a8f on host hv-cinder-78693 {{(pid=86472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:25:13.896037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:13.899398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'name': 'network-vif-deleted', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:25:13.952706 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4598607-3bf4-4461-95a7-b62f6cd35f18', 'name': 'network-vif-deleted', 'tag': 'be3655d6-e7d3-4339-9ecd-f174d9ab3a8f', 'status': 'completed', 'code': 200} Apr 20 19:25:13.959591 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d49db9e1-7a84-46f9-97c0-62a63c48b6bd req-28cdb310-724f-4395-80f7-2300948cd5da tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.15 "DELETE /v2.0/ports/be3655d6-e7d3-4339-9ecd-f174d9ab3a8f HTTP/1.1" status: 204 len: 173 time: 2.0053744 Apr 20 19:25:14.134122 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:25:14.475299 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3e008447-9445-4fd8-85ed-9cd5d3c36dc3 req-aaf8c2c0-f52e-4b11-b264-49967a236a43 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4598607-3bf4-4461-95a7-b62f6cd35f18 HTTP/1.1" status: 200 len: 210 time: 0.0612111 Apr 20 19:25:14.602054 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:14.608602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] Checking router: 760b437a-3b5f-4d67-86f3-c42e1c100440 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:25:14.620544 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:25:14.621227 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:24:47Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:14.843011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:25:14.938375 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be3655d6-e7d3-4339-9ecd-f174d9ab3a8f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:25:14.981144 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: be3655d6-e7d3-4339-9ecd-f174d9ab3a8f {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:25:14.982239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be3655d6-e7d3-4339-9ecd-f174d9ab3a8f not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:25:14.983254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe7f4-b6fa-43f0-b6a1-87b82d47d282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:15.259756 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:15.264350 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece95d2b-be4c-4c8a-bead-38ab198b1bb6 None None] The sync data for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb is: [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:16:04Z', 'revision_number': 4, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb', '_interfaces': [{'id': '4004bb8a-7140-4901-bf37-6725d6674b84', 'name': '', 'network_id': 'f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'mac_address': 'fa:16:3e:97:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:16:02Z', 'updated_at': '2021-04-20T19:16:15Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'subnets': [{'id': '6b2a16fd-2a79-43fc-82c7-3d59a7635435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:25:15.689170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35006) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:15.715180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbba710f-6397-4578-8b46-12f9ddf89b0c None None] New status for floating IP 90f845cb-cb4b-4502-9bfb-b1fd007a4838: DOWN {{(pid=86474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:25:15.809731 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ca71923a-0192-4431-b231-08c5ff846154 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:15.869194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ca71923a-0192-4431-b231-08c5ff846154 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:15.989009 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ca71923a-0192-4431-b231-08c5ff846154 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:15.995521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4a8077c8-aa26-4267-a609-613416ca1531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:16.012644 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71923a-0192-4431-b231-08c5ff846154 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eef38f4-4bf3-4a03-a3c5-eb814a13a20f,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:16.015909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ca71923a-0192-4431-b231-08c5ff846154 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:16.017571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ca71923a-0192-4431-b231-08c5ff846154 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:16.019565 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ca71923a-0192-4431-b231-08c5ff846154 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "DELETE /v2.0/security-groups/3eef38f4-4bf3-4a03-a3c5-eb814a13a20f HTTP/1.1" status: 204 len: 168 time: 0.3290360 Apr 20 19:25:16.023047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35010) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:16.044307 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.api.v2.resource [None req-44951716-31ac-442e-a04b-cbf432958fb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] show failed (client error): The resource could not be found. Apr 20 19:25:16.048511 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-44951716-31ac-442e-a04b-cbf432958fb2 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "GET /v2.0/security-groups/3eef38f4-4bf3-4a03-a3c5-eb814a13a20f HTTP/1.1" status: 404 len: 347 time: 0.0209394 Apr 20 19:25:16.048912 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35014) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:16.233810 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Deleting port d868166b-8748-45bc-ae47-cfe40fd9c51d {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:25:16.234189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:16.458200 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:16.459167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:16.607602 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Calling delete_port for d868166b-8748-45bc-ae47-cfe40fd9c51d owned by network:floatingip {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:25:16.906895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:16.915682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5aed12ab-0706-426b-b27e-7936467db6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:17.011977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Pushing event deleted for resources: {'Port': ['ID=d868166b-8748-45bc-ae47-cfe40fd9c51d,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:17.014927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:17.083681 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks [] for floatingip, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.104126 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for floatingip, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.105404 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] 10.222.0.35 "DELETE /v2.0/floatingips/90f845cb-cb4b-4502-9bfb-b1fd007a4838 HTTP/1.1" status: 204 len: 168 time: 1.0549548 Apr 20 19:25:17.244379 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c2a4-b86d-4e0b-9e99-0d813b506507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.440130 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.920476 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35038) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:18.051837 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.119214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.136562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:18.141043 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] Usage tracker for resource:security_group_rule and tenant:35bb83d93bac48d28a772204679194b5 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:18.144642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:18.151807 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:18.266954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.302942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.311212 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f02e9125-47a4-44bd-a905-f49799f77bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:18.362751 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986e4ac2-fdd1-40be-8949-1bf22c7983ae,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:18.368644 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35bb83d93bac48d28a772204679194b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469030 Apr 20 19:25:18.369949 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:18.373178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35044) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:18.443472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0e247d6f-b0c5-4a86-a071-8b11d1cf0bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.478723 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0e247d6f-b0c5-4a86-a071-8b11d1cf0bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.566237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0e247d6f-b0c5-4a86-a071-8b11d1cf0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.575990 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5023b1d5-4f06-4bbb-94d0-d024a58882e7 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:18.602037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e247d6f-b0c5-4a86-a071-8b11d1cf0bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986e4ac2-fdd1-40be-8949-1bf22c7983ae,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:18.604859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0e247d6f-b0c5-4a86-a071-8b11d1cf0bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.610157 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0e247d6f-b0c5-4a86-a071-8b11d1cf0bb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/986e4ac2-fdd1-40be-8949-1bf22c7983ae HTTP/1.1" status: 204 len: 168 time: 0.2318695 Apr 20 19:25:18.610157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0e247d6f-b0c5-4a86-a071-8b11d1cf0bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:19.111821 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.225373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35062) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:19.250105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.266276 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:19.270554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] Usage tracker for resource:security_group_rule and tenant:f903044d05984f07a4bf385671c8778d is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:19.274196 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:19.280525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:19.402012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.478609 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.488691 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3c79390d-4ef3-4356-acfb-8e8da52419b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:19.531811 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f903044d05984f07a4bf385671c8778d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051293 Apr 20 19:25:19.532753 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f9d10c-8128-493a-9ae5-3010bac54027,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:19.534746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35066) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:19.536256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:19.606389 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e6789922-d612-4c5b-9392-0b02544c8a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.639459 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e6789922-d612-4c5b-9392-0b02544c8a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.719555 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e6789922-d612-4c5b-9392-0b02544c8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.724920 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-86d31795-250d-4d73-aac8-9bfa17efeaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:19.736686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6789922-d612-4c5b-9392-0b02544c8a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f9d10c-8128-493a-9ae5-3010bac54027,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:19.740746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e6789922-d612-4c5b-9392-0b02544c8a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:19.746717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e6789922-d612-4c5b-9392-0b02544c8a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.747974 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e6789922-d612-4c5b-9392-0b02544c8a4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46f9d10c-8128-493a-9ae5-3010bac54027 HTTP/1.1" status: 204 len: 168 time: 0.2121360 Apr 20 19:25:20.394328 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35080) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:20.516241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35086) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:20.543267 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.560427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:20.564894 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] Usage tracker for resource:security_group_rule and tenant:8771ad76364f44aa90f318691fac62ea is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:20.567943 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:20.583035 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:20.724526 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.868395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:21.001079 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a6cdd9d1-1f94-427b-899f-cc9ff184b1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:21.138381 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8771ad76364f44aa90f318691fac62ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205142 Apr 20 19:25:21.139287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377c5764-c6fc-4ec4-8b5b-1857ecd867d0,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:21.141593 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35090) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:21.145631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:21.214563 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-405cde6c-ee75-4411-a63f-a55307cf18c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:21.243354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-405cde6c-ee75-4411-a63f-a55307cf18c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:21.336599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-405cde6c-ee75-4411-a63f-a55307cf18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:21.345167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e49a46c0-f2af-47b1-95a9-a2123d00cf0b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:21.629779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cde6c-ee75-4411-a63f-a55307cf18c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377c5764-c6fc-4ec4-8b5b-1857ecd867d0,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:21.633019 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-405cde6c-ee75-4411-a63f-a55307cf18c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:21.637854 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-405cde6c-ee75-4411-a63f-a55307cf18c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:21.642369 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-405cde6c-ee75-4411-a63f-a55307cf18c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/377c5764-c6fc-4ec4-8b5b-1857ecd867d0 HTTP/1.1" status: 204 len: 168 time: 0.4993005 Apr 20 19:25:21.746667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802905'] for router_interface, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:22.177608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Deleting port 4004bb8a-7140-4901-bf37-6725d6674b84 {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:25:22.178014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:22.429888 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] For port 4004bb8a-7140-4901-bf37-6725d6674b84, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=4004bb8a-7140-4901-bf37-6725d6674b84,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:22.429888 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:22.597725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Calling delete_port for 4004bb8a-7140-4901-bf37-6725d6674b84 owned by network:router_interface {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:25:23.028491 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:23.033704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:23.088414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Pushing event deleted for resources: {'Port': ['ID=4004bb8a-7140-4901-bf37-6725d6674b84,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:23.091427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:23.785603 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853089374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802983'] for router_interface, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:24.237773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Router 760b437a-3b5f-4d67-86f3-c42e1c100440 has already been hosted by L3 agent 3887b980-32f3-4dff-825c-a76eeb1a0d6d {{(pid=86472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:25:24.462946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-smb the message routers_updated {{(pid=86472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:25:24.473045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] Sync routers for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:25:24.487244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:25:24.488409 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:25:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:24.499470 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] 10.222.0.35 "PUT /v2.0/routers/760b437a-3b5f-4d67-86f3-c42e1c100440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1010342 Apr 20 19:25:24.501627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35138) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:24.776615 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:24.819343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: dv-cinder-786933-2-smb {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:25:24.994636 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:25.135542 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Deleting port 16850a51-c51d-4223-901a-aacbf2b57c7e {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:25:25.136127 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:25.234884 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'external_fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:25:22Z', 'revision_number': 5, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port': {'id': '16850a51-c51d-4223-901a-aacbf2b57c7e', 'name': '', 'network_id': '499d79e4-58ad-4742-aaca-92af62e706c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:57Z', 'updated_at': '2021-04-20T19:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197ca796-65a2-49ac-aa68-d697c5101ac0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-smb'}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:25.241463 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] Checking router: 760b437a-3b5f-4d67-86f3-c42e1c100440 for host: dv-cinder-786933-2-smb {{(pid=86475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:25:25.264167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] Routers {'760b437a-3b5f-4d67-86f3-c42e1c100440'} bound to L3 agent in host dv-cinder-786933-2-smb {{(pid=86475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:25:25.264167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T19:07:17Z,description=,heartbeat_timestamp=2021-04-20T19:25:17Z,host='dv-cinder-786933-2-smb',id=3887b980-32f3-4dff-825c-a76eeb1a0d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:07:17Z,topic='l3_agent')) {'router_ids': ['760b437a-3b5f-4d67-86f3-c42e1c100440'], 'active': True} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:25.435074 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] For port 16850a51-c51d-4223-901a-aacbf2b57c7e, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=16850a51-c51d-4223-901a-aacbf2b57c7e,segment=NetworkSegment(6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459),segment_id=6c0e0ab8-96bf-4557-b5ad-7a77c1c9b459)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:25.435567 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:25.440536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvr_db [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] Set router 760b437a-3b5f-4d67-86f3-c42e1c100440 gateway port host: None {{(pid=86475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:25:25.593813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Calling delete_port for 16850a51-c51d-4223-901a-aacbf2b57c7e owned by network:router_gateway {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:25:25.762717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_hamode_db [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:25:24Z', 'revision_number': 6, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port_host': None}], 'dv-cinder-786933-2-smb', False) {} {{(pid=86475) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:25.771142 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5d954-12bb-4f33-8b97-dfae585f928a None None] The sync data for ids ['760b437a-3b5f-4d67-86f3-c42e1c100440'] in dv-cinder-786933-2-smb is: [{'id': '760b437a-3b5f-4d67-86f3-c42e1c100440', 'name': 'tempest-AttachVolumeShelveTestJSON-894719797-router', 'tenant_id': 'f27f5796bce3442ea67300435a937727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:55Z', 'updated_at': '2021-04-20T19:25:24Z', 'revision_number': 6, 'project_id': 'f27f5796bce3442ea67300435a937727', 'gw_port_host': None}] {{(pid=86475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:25:25.999366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.007365 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:26.084166 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=16850a51-c51d-4223-901a-aacbf2b57c7e,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:26.137886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.138311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.138732 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.139135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.139540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.139951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.140347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.140746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.141143 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.141557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.141958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.142356 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:26.172251 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:26.209181 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852971930'] for router_gateway, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.408592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852960710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3748'] for router, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.411434 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.788419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805438'] for router, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.789178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 760b437a-3b5f-4d67-86f3-c42e1c100440 {{(pid=86473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:25:26.805966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.807286 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-cfa39112-4a62-4977-9a8f-00af579e4dd9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/760b437a-3b5f-4d67-86f3-c42e1c100440 HTTP/1.1" status: 204 len: 168 time: 2.3042030 Apr 20 19:25:26.811329 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35148) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:26.909827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba89b47e-70d7-4bca-b6df-685a27162324 admin admin] Deleting subnet 6b2a16fd-2a79-43fc-82c7-3d59a7635435 {{(pid=86473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:25:26.913260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ba89b47e-70d7-4bca-b6df-685a27162324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.977561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ba89b47e-70d7-4bca-b6df-685a27162324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6373221'] for subnet, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.072070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ba89b47e-70d7-4bca-b6df-685a27162324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.190101 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 16850a51-c51d-4223-901a-aacbf2b57c7e no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:25:27.232768 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 16850a51-c51d-4223-901a-aacbf2b57c7e {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:25:27.235859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 16850a51-c51d-4223-901a-aacbf2b57c7e not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:25:27.235859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 4004bb8a-7140-4901-bf37-6725d6674b84 no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:25:27.271818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 4004bb8a-7140-4901-bf37-6725d6674b84 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:25:27.272216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 4004bb8a-7140-4901-bf37-6725d6674b84 not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:25:27.447988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ba89b47e-70d7-4bca-b6df-685a27162324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846571119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6725408'] for subnet, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.456904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:27.503871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89b47e-70d7-4bca-b6df-685a27162324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2a16fd-2a79-43fc-82c7-3d59a7635435,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:27.506425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ba89b47e-70d7-4bca-b6df-685a27162324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.509846 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ba89b47e-70d7-4bca-b6df-685a27162324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:27.511037 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43df43-9acc-4998-a245-1299f22507a8 None None] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:25:27.514963 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ba89b47e-70d7-4bca-b6df-685a27162324 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6b2a16fd-2a79-43fc-82c7-3d59a7635435 HTTP/1.1" status: 204 len: 168 time: 0.7023859 Apr 20 19:25:27.517991 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35156) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:27.664747 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.690850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Deleting port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:25:27.691469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.811727 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] DHCP port deletion for f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 request from dv-cinder-786933-2-smb {{(pid=86474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:25:27.816656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] Deleting port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:25:27.817080 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.957053 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] For port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:27.957642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.076312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] For port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e, host dv-cinder-786933-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-smb',level=0,port_id=3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e,segment=NetworkSegment(2e5ae17a-1da5-4ae3-a802-cf747244989b),segment_id=2e5ae17a-1da5-4ae3-a802-cf747244989b)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:28.077103 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.110786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Calling delete_port for 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e owned by network:dhcp {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:25:28.216302 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] Calling delete_port for 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e owned by network:dhcp {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:25:28.234007 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.239980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-89a9a6a2-2297-4534-9924-cbe3736ae57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:28.297851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:28.299890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] No DVR routers for this DVR port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e on host dv-cinder-786933-2-smb {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:25:28.301631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:28.307906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.db.api [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86474) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:25:28.308777 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_db.api [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86474) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:25:28.436507 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.559068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4']}} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:28.577164 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5ae17a-1da5-4ae3-a802-cf747244989b') {'for_net_delete': True} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:28.577774 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5ae17a-1da5-4ae3-a802-cf747244989b') {} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:28.593528 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848402579'] for segment, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.622930 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.631154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=86473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:25:28.809944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] Deleting port 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e {{(pid=86474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:25:28.810359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.834725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:25:28.849564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8212018'] for segment, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.902553 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-96c6cc12-1746-4c16-b09f-f6990035d49e None None] The port '3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e' was deleted {{(pid=86474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:25:29.083940 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Network f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:25:29.108474 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:25:29.200947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e no longer exists at agent ovs-agent-dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:25:29.220540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:29.225799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c55a762f-88ef-48c4-bf29-06b6f6c41ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:29.246981 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] No Port match for: 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:25:29.247690 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Device 3ac7b4f4-cf19-44f1-b8da-62b1c89fb98e not bound to the agent host dv-cinder-786933-2-smb {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:25:29.513870 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:29.524312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Pushing event deleted for resources: {'Network': ['ID=f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:29.529760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:29.534210 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d701d3b1-9008-4f22-8584-50efd30567be admin admin] 10.222.0.35 "DELETE /v2.0/networks/f3be4a7d-a4a7-4389-9e12-2b7c36e70ae4 HTTP/1.1" status: 204 len: 168 time: 2.0147457 Apr 20 19:25:29.891610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35176) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:29.950132 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6f7f2909-6887-49dc-81bc-c9c16beb1397 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f27f5796bce3442ea67300435a937727&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0572946 Apr 20 19:25:29.952809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35180) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:30.023548 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-069656bc-f079-47d1-9bb8-99a263f402b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:30.052861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-069656bc-f079-47d1-9bb8-99a263f402b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:30.250812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-069656bc-f079-47d1-9bb8-99a263f402b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:30.256239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ca948b58-4eff-4672-b32d-55035b5a0b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:30.281571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069656bc-f079-47d1-9bb8-99a263f402b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e84afa-00cb-45ed-be1d-28b4028bef7d,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:30.285610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-069656bc-f079-47d1-9bb8-99a263f402b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:30.289953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-069656bc-f079-47d1-9bb8-99a263f402b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:30.291379 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-069656bc-f079-47d1-9bb8-99a263f402b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86e84afa-00cb-45ed-be1d-28b4028bef7d HTTP/1.1" status: 204 len: 168 time: 0.3375363 Apr 20 19:25:31.568641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35210) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:31.694420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-40826336-network', 'tenant_id': '1cba74aed33a483cb614689fb1956258'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:31.700448 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:31.706827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Usage tracker for resource:network and tenant:1cba74aed33a483cb614689fb1956258 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:31.710007 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:31.720907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:31.781294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Made reservation on behalf of 1cba74aed33a483cb614689fb1956258 for: {'network': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:25:31.786432 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:31.800774 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:31.821321 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:31.825423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Usage tracker for resource:security_group_rule and tenant:1cba74aed33a483cb614689fb1956258 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:31.828748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:31.837378 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:31.940825 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:31.977106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:31.982096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5f8deefc-9751-4642-a8b1-5674fc279d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:32.014238 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=86473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:25:32.029689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf07833e-6f4b-47b5-92cf-b14c2154ac3b,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:32.035241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:32.036948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:32.037597 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Added segment f2cc05d3-0051-432c-893c-9c6d2b32b6cb of type vlan for network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae Apr 20 19:25:32.086084 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:32.171119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:32.172595 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:32.173255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:32.179915 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-938795e8-c131-4d7e-ab3d-d38a9653e53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:32.312360 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Pushing event updated for resources: {'Network': ['ID=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:32.315422 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:32.324948 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:25:32.365742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35220) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:32.366304 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7960212 Apr 20 19:25:32.376517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Request body: {'subnet': {'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-40826336-subnet', 'tenant_id': '1cba74aed33a483cb614689fb1956258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:32.382491 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:32.388387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Usage tracker for resource:subnet and tenant:1cba74aed33a483cb614689fb1956258 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:32.392629 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:32.402378 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:32.453061 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Made reservation on behalf of 1cba74aed33a483cb614689fb1956258 for: {'subnet': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:25:32.459048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847101601'] for subnet, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:32.824497 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35228) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:32.989890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:33.006666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:33.011842 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] Usage tracker for resource:security_group_rule and tenant:71148d6dc2f04e5d8841a2720035bd59 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:33.015818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:33.022568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:33.137216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:33.166017 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:33.181245 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b66641ba-b8e3-45c0-bd8b-cd2a6feafc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:33.192686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848383705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847101618'] for subnet, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:33.199801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:33.227435 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71148d6dc2f04e5d8841a2720035bd59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015031 Apr 20 19:25:33.230264 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70d9534-df38-4d98-8e76-c04dede1e853,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:33.234886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:33.235788 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35234) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:33.281005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70f83e9-134b-4060-b4ec-ba1661113425,revision_number=0']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:33.287025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:33.301847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Checking segment: {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:25:33.302527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Network hostable DHCP agents. Network: 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:25:33.305603 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-82eff9b7-2a89-4676-beec-c8f24fa9c102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:33.335180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-82eff9b7-2a89-4676-beec-c8f24fa9c102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:33.370805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:25:33.427944 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae) {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:25:33.442475 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df0dd57-ffec-48a5-aab4-54f18cab34b7 None None] Network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:25:33.442689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:33.442689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for subnet, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:33.474216 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-82eff9b7-2a89-4676-beec-c8f24fa9c102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:33.479353 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-47b52769-4b97-47db-97e3-6937db6cfbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:33.495272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eff9b7-2a89-4676-beec-c8f24fa9c102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70d9534-df38-4d98-8e76-c04dede1e853,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:33.497811 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-82eff9b7-2a89-4676-beec-c8f24fa9c102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:33.503052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-82eff9b7-2a89-4676-beec-c8f24fa9c102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:33.505196 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-82eff9b7-2a89-4676-beec-c8f24fa9c102 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e70d9534-df38-4d98-8e76-c04dede1e853 HTTP/1.1" status: 204 len: 168 time: 0.2673848 Apr 20 19:25:33.521642 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-74596304-23b6-45a2-ba31-e0a7fadf2b6e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1507883 Apr 20 19:25:33.706294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d65a0c1-4b9c-417d-b8ca-99214c9c505c None None] Network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:25:34.155417 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35258) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:34.171097 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:34.178787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:34.196562 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:34.200819 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] Usage tracker for resource:security_group_rule and tenant:c965b511cfc44f259e9dd2c002083941 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:34.204208 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:34.210591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:34.324418 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:34.341513 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-ac504792-d89b-4396-ae38-083abcbb25db tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:34.342272 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-ac504792-d89b-4396-ae38-083abcbb25db tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Synchronizing usage tracker for tenant:1cba74aed33a483cb614689fb1956258 on resource:network {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:25:34.365165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:34.375986 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-27a15447-c68d-423a-97df-0214edd37c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:34.411186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-ac504792-d89b-4396-ae38-083abcbb25db tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Unset dirty status for tenant:1cba74aed33a483cb614689fb1956258 on resource:network {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:25:34.412929 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-ac504792-d89b-4396-ae38-083abcbb25db tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 813 time: 0.2812865 Apr 20 19:25:34.431203 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-6b32e060-f2a4-422c-a1a7-b8c3f9f7fede tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/quotas/1cba74aed33a483cb614689fb1956258 HTTP/1.1" status: 200 len: 375 time: 0.0110552 Apr 20 19:25:34.433304 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c965b511cfc44f259e9dd2c002083941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763054 Apr 20 19:25:34.435001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7709d3c3-701c-4507-97fa-3b1442d6a671,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:34.436387 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35262) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:34.439445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:34.524973 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-fd6f3ba9-2d9c-42a6-b9f8-7b332de3d318 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706866 Apr 20 19:25:34.647032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-74b8ee0a-b30d-4a95-b700-1599e1a039f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:34.708850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-74b8ee0a-b30d-4a95-b700-1599e1a039f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:34.750429 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-4bb988df-c230-4ba9-8378-1452e200661b service neutron] 10.222.0.35 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159643 Apr 20 19:25:34.908627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-74b8ee0a-b30d-4a95-b700-1599e1a039f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:34.913977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b6b2dfc5-5e32-45db-ac9f-3ab9de893bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:34.922394 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-ab5f5283-5dd8-48eb-ae1a-16906b765e54 service neutron] 10.222.0.35 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617899 Apr 20 19:25:34.929630 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8ee0a-b30d-4a95-b700-1599e1a039f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7709d3c3-701c-4507-97fa-3b1442d6a671,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:34.933273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-74b8ee0a-b30d-4a95-b700-1599e1a039f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:34.935716 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-74b8ee0a-b30d-4a95-b700-1599e1a039f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:34.939593 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-74b8ee0a-b30d-4a95-b700-1599e1a039f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7709d3c3-701c-4507-97fa-3b1442d6a671 HTTP/1.1" status: 204 len: 168 time: 0.4992404 Apr 20 19:25:35.305945 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81b7321c-9f3b-4621-b31d-9d7a0e3481c5 req-92110771-dc13-4f1f-b693-43cdb7816ce3 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 210 time: 0.0573502 Apr 20 19:25:36.591446 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6ccaaa13-332f-4997-aec0-7416d6a03d32 req-534ef3a7-e44e-48a6-8d4d-a7003c4a037b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 210 time: 0.0578222 Apr 20 19:25:37.732760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-6ef53054-1df7-4343-bce3-dddfaeb8a626 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:37.735090 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-6ef53054-1df7-4343-bce3-dddfaeb8a626 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 813 time: 0.2343626 Apr 20 19:25:37.756580 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Request body: {'port': {'device_id': 'b7bf9b09-43aa-447d-9234-4656300b76fc', 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae', 'admin_state_up': True, 'tenant_id': '1cba74aed33a483cb614689fb1956258'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:37.862515 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3434aeba-ff77-457e-982f-d428ae81c5c8 req-8becfdd6-7f59-47cb-a04f-39115fb42bed tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 210 time: 0.0640996 Apr 20 19:25:37.961298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:37.965818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Usage tracker for resource:port and tenant:1cba74aed33a483cb614689fb1956258 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:37.968988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:37.975423 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:38.020546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Made reservation on behalf of 1cba74aed33a483cb614689fb1956258 for: {'port': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:25:38.027843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:38.250840 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Allocated IP 172.20.0.10 (61856da6-58c9-4f4d-a35a-4c7fd5cc5dae/e70f83e9-134b-4060-b4ec-ba1661113425/10335ac9-b56d-4a7c-b73d-34587e9e10b1) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:25:38.500868 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:38.572598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:38.578847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b602c4b2-7f53-448b-bdea-93aeae1c08c8 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:38.652886 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:25:38.656499 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:25:38.660943 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:25:38.699257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Pushing event updated for resources: {'Port': ['ID=10335ac9-b56d-4a7c-b73d-34587e9e10b1,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:38.707106 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:38.749139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:38.749914 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:38.787808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35352) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:38.829520 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0825539 Apr 20 19:25:38.841904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Request body: {'port': {'device_id': 'b7bf9b09-43aa-447d-9234-4656300b76fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:38.981599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.009525 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:39.016575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] Usage tracker for resource:security_group_rule and tenant:130c4047bfb8446a85e75803338095a4 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:39.021692 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:39.032149 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.045747 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:39.118066 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7728b-f0b2-427b-b83c-99309e68fd9a req-07e5d7f7-abeb-4ae4-9bbc-84b49a1fb39c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:39.118066 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-daa7728b-f0b2-427b-b83c-99309e68fd9a req-07e5d7f7-abeb-4ae4-9bbc-84b49a1fb39c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 932 time: 0.1126614 Apr 20 19:25:39.181518 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-daa7728b-f0b2-427b-b83c-99309e68fd9a req-40cb246e-c7da-4e04-ae99-6a02815ebe78 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Synchronizing usage tracker for tenant:1cba74aed33a483cb614689fb1956258 on resource:security_group {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:25:39.251198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-daa7728b-f0b2-427b-b83c-99309e68fd9a req-40cb246e-c7da-4e04-ae99-6a02815ebe78 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Unset dirty status for tenant:1cba74aed33a483cb614689fb1956258 on resource:security_group {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:25:39.252909 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-daa7728b-f0b2-427b-b83c-99309e68fd9a req-40cb246e-c7da-4e04-ae99-6a02815ebe78 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197360 Apr 20 19:25:39.379067 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.427281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.437977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9579432a-d636-4022-b039-1622a6304fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:39.488343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2309fd3-3580-43e7-9670-2c22107f505f,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:39.509897 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:39.514282 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=130c4047bfb8446a85e75803338095a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7245810 Apr 20 19:25:39.517349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35360) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:39.579750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10335ac9-b56d-4a7c-b73d-34587e9e10b1 {{(pid=86472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:25:39.589088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.591390 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d208a30d-83e2-4fa2-8350-0a90f76a58db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.606718 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Transition to ACTIVE for port object 10335ac9-b56d-4a7c-b73d-34587e9e10b1 will not be triggered until provisioned by entity L2. {{(pid=86472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:25:39.622942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d208a30d-83e2-4fa2-8350-0a90f76a58db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.637449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.643082 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:39.723162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d208a30d-83e2-4fa2-8350-0a90f76a58db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.730435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4b134e48-f3dd-4f6d-b4d8-a657e013181c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:39.753068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d208a30d-83e2-4fa2-8350-0a90f76a58db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.754435 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d208a30d-83e2-4fa2-8350-0a90f76a58db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2309fd3-3580-43e7-9670-2c22107f505f HTTP/1.1" status: 204 len: 168 time: 0.2352061 Apr 20 19:25:39.755285 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208a30d-83e2-4fa2-8350-0a90f76a58db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2309fd3-3580-43e7-9670-2c22107f505f,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:39.759060 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d208a30d-83e2-4fa2-8350-0a90f76a58db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:40.104699 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Pushing event updated for resources: {'Port': ['ID=10335ac9-b56d-4a7c-b73d-34587e9e10b1,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:40.113622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:40.195146 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Attempting to bind port 10335ac9-b56d-4a7c-b73d-34587e9e10b1 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:25:40.195442 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Attempting to bind port 10335ac9-b56d-4a7c-b73d-34587e9e10b1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:25:40.195835 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Attempting to bind port 10335ac9-b56d-4a7c-b73d-34587e9e10b1 on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:25:40.201789 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Port 10335ac9-b56d-4a7c-b73d-34587e9e10b1 on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:25:40.202162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Attempting to bind port 10335ac9-b56d-4a7c-b73d-34587e9e10b1 on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:25:40.208430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:25:40.213706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Checking segment: {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:25:40.213706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Bound using segment: {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:25:40.213706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Bound port: 10335ac9-b56d-4a7c-b73d-34587e9e10b1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'}}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:25:40.213706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:40.333318 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] For port 10335ac9-b56d-4a7c-b73d-34587e9e10b1, host hv-cinder-78693, cleared binding levels {{(pid=86472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:25:40.337232 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] For port 10335ac9-b56d-4a7c-b73d-34587e9e10b1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10335ac9-b56d-4a7c-b73d-34587e9e10b1,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:25:40.367531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35370) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:40.388406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:40.393601 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-42c1de1d-872c-483d-80f5-667e8da77b85 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:40.441094 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-37a56412-7561-4d2c-bad7-8ce129f528fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:40.456384 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:40.457070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:40.458616 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] 10.222.0.15 "PUT /v2.0/ports/10335ac9-b56d-4a7c-b73d-34587e9e10b1 HTTP/1.1" status: 200 len: 1094 time: 1.6220548 Apr 20 19:25:40.459255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bf9b09-43aa-447d-9234-4656300b76fc', 'tag': '10335ac9-b56d-4a7c-b73d-34587e9e10b1'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:25:40.473023 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-37a56412-7561-4d2c-bad7-8ce129f528fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:40.480340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-37a56412-7561-4d2c-bad7-8ce129f528fe admin admin] Usage tracker for resource:security_group_rule and tenant:ec50b12dcabc47e6894a7169d3416a23 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:40.484906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Pushing event updated for resources: {'Port': ['ID=10335ac9-b56d-4a7c-b73d-34587e9e10b1,revision_number=3']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:40.486914 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-37a56412-7561-4d2c-bad7-8ce129f528fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:40.489032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:40.505876 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-37a56412-7561-4d2c-bad7-8ce129f528fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:40.520028 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bf9b09-43aa-447d-9234-4656300b76fc', 'tag': '10335ac9-b56d-4a7c-b73d-34587e9e10b1', 'status': 'completed', 'code': 200} Apr 20 19:25:40.552534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abbf56-4650-444f-b7c3-d0740420a644 req-9fbca813-ed77-4396-be01-6d9a64c1130f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:40.554986 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-83abbf56-4650-444f-b7c3-d0740420a644 req-9fbca813-ed77-4396-be01-6d9a64c1130f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 944 time: 0.1673589 Apr 20 19:25:40.626799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-e1cb48ae-56b7-4867-ac06-cbcd0af87c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:40.628410 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-e1cb48ae-56b7-4867-ac06-cbcd0af87c0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 1097 time: 0.0949094 Apr 20 19:25:40.629037 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-83abbf56-4650-444f-b7c3-d0740420a644 req-ff35a34c-6ca2-4612-a33b-28fbde38a6e5 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662155 Apr 20 19:25:40.690456 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-37a56412-7561-4d2c-bad7-8ce129f528fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:40.725075 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-37a56412-7561-4d2c-bad7-8ce129f528fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:40.735798 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-74b8ee0a-b30d-4a95-b700-1599e1a039f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:40.750184 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-05d2e845-3b60-48fe-886a-f158b2d7445e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10335ac9-b56d-4a7c-b73d-34587e9e10b1 HTTP/1.1" status: 200 len: 217 time: 0.1148758 Apr 20 19:25:40.800784 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-37a56412-7561-4d2c-bad7-8ce129f528fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec50b12dcabc47e6894a7169d3416a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261932 Apr 20 19:25:40.800784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35376) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:40.825470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-158ed3ee-3794-4aac-b9a7-8e79bfffc670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:40.827142 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-158ed3ee-3794-4aac-b9a7-8e79bfffc670 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e70f83e9-134b-4060-b4ec-ba1661113425 HTTP/1.1" status: 200 len: 853 time: 0.0707519 Apr 20 19:25:40.828942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a56412-7561-4d2c-bad7-8ce129f528fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210608e9-525b-4900-b3f0-3a9e5b871e2c,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:40.834598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-37a56412-7561-4d2c-bad7-8ce129f528fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:40.886514 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-453b24f3-7019-4d8a-8b27-1086f436133d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527077 Apr 20 19:25:40.886999 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f0bbace1-1f50-4119-b2c3-76697ebbd8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:40.918092 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f0bbace1-1f50-4119-b2c3-76697ebbd8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:41.010450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f0bbace1-1f50-4119-b2c3-76697ebbd8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:41.015952 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6f8c4604-3642-4e66-a4a6-9eb8bcfacb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:41.031511 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbace1-1f50-4119-b2c3-76697ebbd8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210608e9-525b-4900-b3f0-3a9e5b871e2c,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:41.034846 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f0bbace1-1f50-4119-b2c3-76697ebbd8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:41.035860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f0bbace1-1f50-4119-b2c3-76697ebbd8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:41.037193 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f0bbace1-1f50-4119-b2c3-76697ebbd8ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/210608e9-525b-4900-b3f0-3a9e5b871e2c HTTP/1.1" status: 204 len: 168 time: 0.2365346 Apr 20 19:25:41.046646 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-7bfd8ee0-2880-4dbe-986e-073d313e3410 service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539583 Apr 20 19:25:41.216277 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1f940d97-1fa3-4c22-b1e9-4f134dc8a4b0 req-fe94b955-cb93-4aa8-9bab-898ef5d57f35 service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637111 Apr 20 19:25:41.409061 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de46a-aa03-4943-b4b1-2ee88c7dc859 req-6714679a-bd39-4d7f-bfcf-a4ead1b157b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:41.410874 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f2de46a-aa03-4943-b4b1-2ee88c7dc859 req-6714679a-bd39-4d7f-bfcf-a4ead1b157b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 1097 time: 0.0917349 Apr 20 19:25:41.603560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de46a-aa03-4943-b4b1-2ee88c7dc859 req-0fa9d614-4e16-41ef-885a-d22310ef4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:41.605216 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f2de46a-aa03-4943-b4b1-2ee88c7dc859 req-0fa9d614-4e16-41ef-885a-d22310ef4b99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 914 time: 0.1883440 Apr 20 19:25:41.690723 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f2de46a-aa03-4943-b4b1-2ee88c7dc859 req-96718397-1e1a-4e03-bdd6-4d43319cd787 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10335ac9-b56d-4a7c-b73d-34587e9e10b1 HTTP/1.1" status: 200 len: 217 time: 0.0786421 Apr 20 19:25:41.769355 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de46a-aa03-4943-b4b1-2ee88c7dc859 req-30c7c99e-37f1-4805-8b73-55427343f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:41.771989 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f2de46a-aa03-4943-b4b1-2ee88c7dc859 req-30c7c99e-37f1-4805-8b73-55427343f4be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e70f83e9-134b-4060-b4ec-ba1661113425 HTTP/1.1" status: 200 len: 853 time: 0.0749619 Apr 20 19:25:41.836716 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f2de46a-aa03-4943-b4b1-2ee88c7dc859 req-11de501e-9d2f-4429-9dcc-689b96a64845 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590620 Apr 20 19:25:41.894425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc90e-d421-433e-b0a2-15e4e056252e req-f33c1ca1-00cf-43a0-a033-193612ff377e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:41.896407 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-160fc90e-d421-433e-b0a2-15e4e056252e req-f33c1ca1-00cf-43a0-a033-193612ff377e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 944 time: 0.1109250 Apr 20 19:25:41.956833 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-160fc90e-d421-433e-b0a2-15e4e056252e req-60f107f1-bc32-49c1-93ff-e99902612af8 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484228 Apr 20 19:25:42.000178 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f2de46a-aa03-4943-b4b1-2ee88c7dc859 req-b9ea2d90-652a-49da-b864-5cf81ac72a7d service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563079 Apr 20 19:25:42.159866 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9f2de46a-aa03-4943-b4b1-2ee88c7dc859 req-8dc8b911-9554-45c7-912a-53ad140c14da service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530211 Apr 20 19:25:42.264626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:25:43.200574 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f26ce-e27a-46e4-a048-1a69ceaee05a req-49196db8-21c0-4be1-822f-dd97cf5e073e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:43.203436 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f56f26ce-e27a-46e4-a048-1a69ceaee05a req-49196db8-21c0-4be1-822f-dd97cf5e073e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 944 time: 0.1159611 Apr 20 19:25:43.274134 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f56f26ce-e27a-46e4-a048-1a69ceaee05a req-8c94968c-f158-4986-88e6-d59e14dbc61f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541894 Apr 20 19:25:44.528566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d0908-c322-4c06-984e-c8e5d9282a93 req-6e0fef35-b9c1-417c-84a5-fe8b36a2cc98 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:44.531152 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d2d0908-c322-4c06-984e-c8e5d9282a93 req-6e0fef35-b9c1-417c-84a5-fe8b36a2cc98 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 944 time: 0.1055946 Apr 20 19:25:44.587464 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1d2d0908-c322-4c06-984e-c8e5d9282a93 req-b17de318-4f6a-4cb7-9b17-4eb50cbfc645 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506265 Apr 20 19:25:44.953936 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-34d2ca2a-0162-4a0a-ad4a-cc957a4b14e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:45.062740 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 10335ac9-b56d-4a7c-b73d-34587e9e10b1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:25:45.222930 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 10335ac9-b56d-4a7c-b73d-34587e9e10b1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10335ac9-b56d-4a7c-b73d-34587e9e10b1,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:45.239788 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '10335ac9-b56d-4a7c-b73d-34587e9e10b1', 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae', 'port_id': '10335ac9-b56d-4a7c-b73d-34587e9e10b1', 'mac_address': 'fa:16:3e:0f:e0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70f83e9-134b-4060-b4ec-ba1661113425', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:25:45.310008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:45.331089 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10335ac9-b56d-4a7c-b73d-34587e9e10b1 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:25:45.348183 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 10335ac9-b56d-4a7c-b73d-34587e9e10b1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10335ac9-b56d-4a7c-b73d-34587e9e10b1,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:45.415013 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:45.417704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:45.498313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=10335ac9-b56d-4a7c-b73d-34587e9e10b1,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:45.506567 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.507217 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.507441 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.507823 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.508201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.508575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.508956 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.509618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.509783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.510173 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.510563 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.510931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:45.515366 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:45.743270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['10335ac9-b56d-4a7c-b73d-34587e9e10b1'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:25:45.829173 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd69bc-ed22-4ceb-a64d-7e8b6cf07675 req-1d743182-545d-424a-88e0-fcb4f145edcc tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:45.831264 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-38dd69bc-ed22-4ceb-a64d-7e8b6cf07675 req-1d743182-545d-424a-88e0-fcb4f145edcc tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 945 time: 0.1100044 Apr 20 19:25:45.902872 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-38dd69bc-ed22-4ceb-a64d-7e8b6cf07675 req-9d84268f-48a6-4784-93fb-63509b59e353 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570464 Apr 20 19:25:47.078354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 10335ac9-b56d-4a7c-b73d-34587e9e10b1 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:25:47.133324 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef2a57-267b-4372-a6fd-d9841c82c0d0 req-92b30e34-2242-4e08-a918-72104ea2dd97 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:47.135061 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-84ef2a57-267b-4372-a6fd-d9841c82c0d0 req-92b30e34-2242-4e08-a918-72104ea2dd97 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 945 time: 0.0997584 Apr 20 19:25:47.194352 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-84ef2a57-267b-4372-a6fd-d9841c82c0d0 req-007f89f3-75d4-479b-947f-dd5cf619e8f1 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520868 Apr 20 19:25:47.243126 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 10335ac9-b56d-4a7c-b73d-34587e9e10b1 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:25:47.249547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 10335ac9-b56d-4a7c-b73d-34587e9e10b1 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:25:47.249971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.362673 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-de9daad9-815e-42ea-ba3b-e47d7bf6ca1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.402386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.443669 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bf9b09-43aa-447d-9234-4656300b76fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10335ac9-b56d-4a7c-b73d-34587e9e10b1'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:25:47.455488 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 10335ac9-b56d-4a7c-b73d-34587e9e10b1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10335ac9-b56d-4a7c-b73d-34587e9e10b1,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:47.466025 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.498729 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bf9b09-43aa-447d-9234-4656300b76fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10335ac9-b56d-4a7c-b73d-34587e9e10b1', 'code': 200} Apr 20 19:25:47.502288 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.504361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:47.617417 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=10335ac9-b56d-4a7c-b73d-34587e9e10b1,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:47.620957 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:47.880108 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d66c6-4b14-4102-88c8-7f4965ddc65e req-e6ed7315-c64b-4dba-9606-1c4e57116e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:47.881763 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c55d66c6-4b14-4102-88c8-7f4965ddc65e req-e6ed7315-c64b-4dba-9606-1c4e57116e75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 1099 time: 0.0932999 Apr 20 19:25:47.928633 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c55d66c6-4b14-4102-88c8-7f4965ddc65e req-63667819-7702-4f29-ac9a-efa0990fb521 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Apr 20 19:25:48.102779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:48.417055 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e46e73-5d7c-40f1-9539-6149b9e64e0e req-4b6181ee-fab4-4375-a2c1-ce2ed449b0f1 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:48.418611 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-55e46e73-5d7c-40f1-9539-6149b9e64e0e req-4b6181ee-fab4-4375-a2c1-ce2ed449b0f1 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 946 time: 0.1022956 Apr 20 19:25:48.482524 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-55e46e73-5d7c-40f1-9539-6149b9e64e0e req-58882171-48d6-43a1-8a07-7170884658c9 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562556 Apr 20 19:25:49.142281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:49.707114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d201b3f-dbfd-4e19-a1fa-2126530a98c7 req-5a44fcc6-3898-45a0-a388-1897b20a1733 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:49.708774 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4d201b3f-dbfd-4e19-a1fa-2126530a98c7 req-5a44fcc6-3898-45a0-a388-1897b20a1733 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 946 time: 0.0975909 Apr 20 19:25:49.765159 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4d201b3f-dbfd-4e19-a1fa-2126530a98c7 req-0fc112e5-b6b7-445e-93fb-ed447b9cd4d4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480394 Apr 20 19:25:53.607258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35532) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:53.768625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-02f60e58-ebfd-4893-8a37-6822cf83359b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:53.785365 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-02f60e58-ebfd-4893-8a37-6822cf83359b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:53.790342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-02f60e58-ebfd-4893-8a37-6822cf83359b admin admin] Usage tracker for resource:security_group_rule and tenant:bd36d6867a9f4c1eb607c1bd75651161 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:53.793744 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-02f60e58-ebfd-4893-8a37-6822cf83359b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:53.800234 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-02f60e58-ebfd-4893-8a37-6822cf83359b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:53.891958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-02f60e58-ebfd-4893-8a37-6822cf83359b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:53.965828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-02f60e58-ebfd-4893-8a37-6822cf83359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:53.975671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-013e4522-d367-4e69-b902-82305ec853fd tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:54.022149 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-02f60e58-ebfd-4893-8a37-6822cf83359b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd36d6867a9f4c1eb607c1bd75651161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128807 Apr 20 19:25:54.025615 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35538) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:54.039249 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f60e58-ebfd-4893-8a37-6822cf83359b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ec7b69-0cec-4494-b0bd-c577af513170,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:54.044861 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-02f60e58-ebfd-4893-8a37-6822cf83359b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:54.115052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7dcada8-bcee-400a-a866-c56ed9827710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:54.148464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7dcada8-bcee-400a-a866-c56ed9827710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:54.507559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7dcada8-bcee-400a-a866-c56ed9827710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:54.513323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8210d314-6463-41f4-95c9-7d3ab35605cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:54.527688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcada8-bcee-400a-a866-c56ed9827710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ec7b69-0cec-4494-b0bd-c577af513170,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:54.531840 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c7dcada8-bcee-400a-a866-c56ed9827710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:54.540827 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c7dcada8-bcee-400a-a866-c56ed9827710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:54.542291 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-c7dcada8-bcee-400a-a866-c56ed9827710 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7ec7b69-0cec-4494-b0bd-c577af513170 HTTP/1.1" status: 204 len: 168 time: 0.5156462 Apr 20 19:25:55.232852 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35560) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:55.274400 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f6b3d23d-e3dc-47a3-98fd-a60031a3c7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:55.312641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f6b3d23d-e3dc-47a3-98fd-a60031a3c7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:55.321005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f6b3d23d-e3dc-47a3-98fd-a60031a3c7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e3a2621cf5254611ba26c88baf67eac9 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:55.330761 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-e4abe55b-ae3d-4e0f-977b-eec4549900ed tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:55.332437 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-e4abe55b-ae3d-4e0f-977b-eec4549900ed tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 813 time: 0.2239227 Apr 20 19:25:55.333393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f6b3d23d-e3dc-47a3-98fd-a60031a3c7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:55.342907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f6b3d23d-e3dc-47a3-98fd-a60031a3c7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:55.359263 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-1fe54a03-5feb-41ee-85fa-eed488c5f5b6 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/quotas/1cba74aed33a483cb614689fb1956258 HTTP/1.1" status: 200 len: 375 time: 0.0190783 Apr 20 19:25:55.498964 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-d1838988-2d6a-426a-8fc0-80d3e1a752f8 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1288617 Apr 20 19:25:55.606616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f6b3d23d-e3dc-47a3-98fd-a60031a3c7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:55.652813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f6b3d23d-e3dc-47a3-98fd-a60031a3c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:55.666451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-82eff9b7-2a89-4676-beec-c8f24fa9c102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:55.727533 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-aa76592f-6955-4c65-8457-1344da003947 service neutron] 10.222.0.35 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159626 Apr 20 19:25:55.729125 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3d23d-e3dc-47a3-98fd-a60031a3c7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8559136a-b5bc-4797-958e-f8010773392b,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:55.734284 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f6b3d23d-e3dc-47a3-98fd-a60031a3c7a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3a2621cf5254611ba26c88baf67eac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000966 Apr 20 19:25:55.736577 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f6b3d23d-e3dc-47a3-98fd-a60031a3c7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:55.737105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35564) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:55.931359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ee563be4-7a1c-409a-8a47-15e7f24e4b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:55.948883 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-f03edd70-199b-4f35-998d-8428f78a5f4a service neutron] 10.222.0.35 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136710 Apr 20 19:25:55.968627 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ee563be4-7a1c-409a-8a47-15e7f24e4b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:56.048796 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ee563be4-7a1c-409a-8a47-15e7f24e4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:56.055784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-405cde6c-ee75-4411-a63f-a55307cf18c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:56.073367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee563be4-7a1c-409a-8a47-15e7f24e4b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8559136a-b5bc-4797-958e-f8010773392b,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:56.082750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ee563be4-7a1c-409a-8a47-15e7f24e4b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:56.085347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ee563be4-7a1c-409a-8a47-15e7f24e4b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:56.087131 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ee563be4-7a1c-409a-8a47-15e7f24e4b66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8559136a-b5bc-4797-958e-f8010773392b HTTP/1.1" status: 204 len: 168 time: 0.3216064 Apr 20 19:25:56.622005 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-36527a53-97c3-4c63-b58d-f4907ffea2af req-e69ec355-fafc-44f7-bfc6-2cae16f30d7e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 210 time: 0.4140162 Apr 20 19:25:56.894283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35584) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:56.923052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb31f-0b25-488d-9eee-0ea0753137ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:56.946444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-d7fbb31f-0b25-488d-9eee-0ea0753137ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:56.951261 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-d7fbb31f-0b25-488d-9eee-0ea0753137ad admin admin] Usage tracker for resource:security_group_rule and tenant:1244e61cd46b4d279e6020afc4a99df5 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:56.954575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-d7fbb31f-0b25-488d-9eee-0ea0753137ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:56.965733 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-d7fbb31f-0b25-488d-9eee-0ea0753137ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:57.067502 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb31f-0b25-488d-9eee-0ea0753137ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:57.103646 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb31f-0b25-488d-9eee-0ea0753137ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:57.118622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c78cea6c-a6a5-44fc-99a3-ce8cb8315e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:57.196963 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d7fbb31f-0b25-488d-9eee-0ea0753137ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1244e61cd46b4d279e6020afc4a99df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010590 Apr 20 19:25:57.198290 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbb31f-0b25-488d-9eee-0ea0753137ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5176d092-1898-428c-9cbe-804b30941e84,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:57.202640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35588) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:57.204401 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d7fbb31f-0b25-488d-9eee-0ea0753137ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:57.288117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a2ce870c-4f42-4a12-bfbf-f622d4b42666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:57.320792 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a2ce870c-4f42-4a12-bfbf-f622d4b42666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:57.425841 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a2ce870c-4f42-4a12-bfbf-f622d4b42666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:57.432325 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3aa6b6a6-9c51-4038-abcd-d5b860f79267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:57.448370 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce870c-4f42-4a12-bfbf-f622d4b42666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5176d092-1898-428c-9cbe-804b30941e84,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:57.454966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a2ce870c-4f42-4a12-bfbf-f622d4b42666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:57.458590 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a2ce870c-4f42-4a12-bfbf-f622d4b42666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:57.465756 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a2ce870c-4f42-4a12-bfbf-f622d4b42666 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5176d092-1898-428c-9cbe-804b30941e84 HTTP/1.1" status: 204 len: 168 time: 0.2599382 Apr 20 19:25:58.128644 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86bab667-3385-4774-92a0-57fc71317ef4 req-570880cc-785f-43d7-a783-fffab13c7239 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 210 time: 0.3533862 Apr 20 19:25:58.205162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-d72c2dd8-5e81-407b-93d9-c5b3fc3c98d3 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:58.206791 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-d72c2dd8-5e81-407b-93d9-c5b3fc3c98d3 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 813 time: 0.1861107 Apr 20 19:25:58.219721 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Request body: {'port': {'device_id': '02454e5c-1924-4dae-9799-bd6ab706190c', 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae', 'admin_state_up': True, 'tenant_id': '1cba74aed33a483cb614689fb1956258'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:58.379846 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:58.384495 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Usage tracker for resource:port and tenant:1cba74aed33a483cb614689fb1956258 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:58.387858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:58.394862 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:58.477985 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Made reservation on behalf of 1cba74aed33a483cb614689fb1956258 for: {'port': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:25:58.484242 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:58.663018 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Allocated IP 172.20.0.5 (61856da6-58c9-4f4d-a35a-4c7fd5cc5dae/e70f83e9-134b-4060-b4ec-ba1661113425/be1d5ac8-e758-4def-abbe-2d4d33ee07dd) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:25:58.890119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:58.963431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:58.970742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-17064489-36bc-40e0-8592-40115e4f5c4c tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:58.974661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['10335ac9-b56d-4a7c-b73d-34587e9e10b1'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:25:59.041311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:25:59.044843 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:25:59.047401 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:25:59.097016 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Pushing event updated for resources: {'Port': ['ID=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:59.100193 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:59.136372 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:59.137004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:59.200663 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-259723e0-1caa-44fd-97f3-c9b34af25b0b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9851444 Apr 20 19:25:59.212772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Request body: {'port': {'device_id': '02454e5c-1924-4dae-9799-bd6ab706190c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:59.346584 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:59.382509 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc36a34-c96f-401b-a123-1aeaf30e58f0 req-d6c9f377-1f35-48f4-a27c-876170e1c649 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:59.384389 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2dc36a34-c96f-401b-a123-1aeaf30e58f0 req-d6c9f377-1f35-48f4-a27c-876170e1c649 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 931 time: 0.1046557 Apr 20 19:25:59.452029 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2dc36a34-c96f-401b-a123-1aeaf30e58f0 req-beaaeaa7-018e-4b66-bf44-078fb6d82e72 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564330 Apr 20 19:25:59.871392 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1d5ac8-e758-4def-abbe-2d4d33ee07dd {{(pid=86472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:25:59.887445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:59.914518 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Transition to ACTIVE for port object be1d5ac8-e758-4def-abbe-2d4d33ee07dd will not be triggered until provisioned by entity L2. {{(pid=86472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:25:59.957199 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:59.961969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-caf62efe-27f2-4bc9-b2d7-9ed54aef145d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:00.185028 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Pushing event updated for resources: {'Port': ['ID=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:00.194229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:00.274401 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Attempting to bind port be1d5ac8-e758-4def-abbe-2d4d33ee07dd on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:26:00.275044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Attempting to bind port be1d5ac8-e758-4def-abbe-2d4d33ee07dd by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:26:00.275551 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Attempting to bind port be1d5ac8-e758-4def-abbe-2d4d33ee07dd on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:26:00.282993 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Port be1d5ac8-e758-4def-abbe-2d4d33ee07dd on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:26:00.283367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Attempting to bind port be1d5ac8-e758-4def-abbe-2d4d33ee07dd on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:26:00.290117 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:26:00.290489 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Checking segment: {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:26:00.290927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Bound using segment: {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:26:00.291421 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Bound port: be1d5ac8-e758-4def-abbe-2d4d33ee07dd, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'}}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:26:00.291809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:00.395432 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] For port be1d5ac8-e758-4def-abbe-2d4d33ee07dd, host hv-cinder-78693, cleared binding levels {{(pid=86472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:26:00.399197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] For port be1d5ac8-e758-4def-abbe-2d4d33ee07dd, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:26:00.443945 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:00.452731 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-035956cc-f3e3-45ea-93cc-ad9d0ea45462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:00.527214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:00.527676 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:00.529276 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] 10.222.0.15 "PUT /v2.0/ports/be1d5ac8-e758-4def-abbe-2d4d33ee07dd HTTP/1.1" status: 200 len: 1093 time: 1.3215156 Apr 20 19:26:00.529906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02454e5c-1924-4dae-9799-bd6ab706190c', 'tag': 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:26:00.565250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Pushing event updated for resources: {'Port': ['ID=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,revision_number=3']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:00.569348 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bce064ea-6286-44bd-916c-a0451602b02d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:00.591412 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02454e5c-1924-4dae-9799-bd6ab706190c', 'tag': 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd', 'status': 'completed', 'code': 200} Apr 20 19:26:00.707189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd0c62-a672-47d7-80e2-075fe413d6e7 req-f8ecaad8-f26c-4c26-9d8c-8f0c3a8f6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:00.707433 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e12e06-d243-4d2c-a7a6-1150475c73d3 req-1f2fedb2-34d3-414f-b511-533345d4ad51 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:00.709069 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8cbd0c62-a672-47d7-80e2-075fe413d6e7 req-f8ecaad8-f26c-4c26-9d8c-8f0c3a8f6d3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 1096 time: 0.0934565 Apr 20 19:26:00.709798 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-56e12e06-d243-4d2c-a7a6-1150475c73d3 req-1f2fedb2-34d3-414f-b511-533345d4ad51 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 943 time: 0.1008353 Apr 20 19:26:00.778252 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-56e12e06-d243-4d2c-a7a6-1150475c73d3 req-4b7aa399-2c67-4110-bdef-4604b1f70fb2 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583243 Apr 20 19:26:00.885369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd0c62-a672-47d7-80e2-075fe413d6e7 req-37a8574f-111d-4818-82b9-b5edc3c19954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:00.887718 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8cbd0c62-a672-47d7-80e2-075fe413d6e7 req-37a8574f-111d-4818-82b9-b5edc3c19954 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1cba74aed33a483cb614689fb1956258&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1696255 Apr 20 19:26:01.292821 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd0c62-a672-47d7-80e2-075fe413d6e7 req-e092c3a0-de4d-4172-acb4-1379abd0a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:01.294594 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8cbd0c62-a672-47d7-80e2-075fe413d6e7 req-e092c3a0-de4d-4172-acb4-1379abd0a6d8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3974967 Apr 20 19:26:01.437007 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-dc589144-dcfc-42a6-90aa-6429ab43bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:01.438560 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-dc589144-dcfc-42a6-90aa-6429ab43bd3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 1096 time: 0.0988717 Apr 20 19:26:01.518826 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-58a6610b-cf9a-4dd6-86f8-5edf9f411a9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be1d5ac8-e758-4def-abbe-2d4d33ee07dd HTTP/1.1" status: 200 len: 217 time: 0.0707650 Apr 20 19:26:01.592515 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-3a02eacb-350c-4f2e-a832-d6dd86c11a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:01.594215 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-3a02eacb-350c-4f2e-a832-d6dd86c11a5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e70f83e9-134b-4060-b4ec-ba1661113425 HTTP/1.1" status: 200 len: 853 time: 0.0689483 Apr 20 19:26:01.656684 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-7c6b135e-b829-4237-81c5-317423ed230c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544119 Apr 20 19:26:01.838043 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-4529d148-3d7c-4168-9dd6-1ddff5ead2fe service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749699 Apr 20 19:26:02.031642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2552b1e-ac2e-4e6c-a310-571efd3ce1cc req-b1879da8-fbb5-4dc3-85ba-65614b49fe50 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:02.033330 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e2552b1e-ac2e-4e6c-a310-571efd3ce1cc req-b1879da8-fbb5-4dc3-85ba-65614b49fe50 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 943 time: 0.1137400 Apr 20 19:26:02.043865 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4f0c53c7-e39a-490d-aa46-e46888884a07 req-7c314a74-b135-44ac-ad93-8983d2d77396 service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991563 Apr 20 19:26:02.094016 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e2552b1e-ac2e-4e6c-a310-571efd3ce1cc req-897e9279-a1db-4a5e-996c-e66804cc813f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471761 Apr 20 19:26:03.310958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d2e1b-d218-4d26-890b-8da49a9d8efa req-80da3bbe-3ce0-4c4e-a9a3-9c6ad61060e5 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:03.312579 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-007d2e1b-d218-4d26-890b-8da49a9d8efa req-80da3bbe-3ce0-4c4e-a9a3-9c6ad61060e5 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 943 time: 0.0975804 Apr 20 19:26:03.365687 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-007d2e1b-d218-4d26-890b-8da49a9d8efa req-769a301c-b6ec-4f05-b86e-a4a1950caf40 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Apr 20 19:26:04.179801 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:04.583894 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353328d-7bd7-4097-88aa-f30d7670d1ba req-9a485ad3-30a2-42b4-8f2e-0c6979776795 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:04.587001 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9353328d-7bd7-4097-88aa-f30d7670d1ba req-9a485ad3-30a2-42b4-8f2e-0c6979776795 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 943 time: 0.0975893 Apr 20 19:26:04.644669 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9353328d-7bd7-4097-88aa-f30d7670d1ba req-08598841-ded1-4828-babb-3377b3c2ccf8 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471113 Apr 20 19:26:05.172677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be1d5ac8-e758-4def-abbe-2d4d33ee07dd details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:26:05.350358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be1d5ac8-e758-4def-abbe-2d4d33ee07dd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:05.365470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd', 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae', 'port_id': 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd', 'mac_address': 'fa:16:3e:2a:9d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70f83e9-134b-4060-b4ec-ba1661113425', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:26:05.427157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:05.452772 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1d5ac8-e758-4def-abbe-2d4d33ee07dd {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:26:05.471571 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be1d5ac8-e758-4def-abbe-2d4d33ee07dd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:05.502867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:05.506764 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:05.589805 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:05.593224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:05.731476 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-dff6808a-8eac-4ef6-80ad-28ecfe6212e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1086457 Apr 20 19:26:05.828124 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['be1d5ac8-e758-4def-abbe-2d4d33ee07dd'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:26:05.905767 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-b6adc0b9-37a3-49a6-bdc5-4d020a73da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:05.908743 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-b6adc0b9-37a3-49a6-bdc5-4d020a73da21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 1099 time: 0.0988677 Apr 20 19:26:05.946799 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e18ce-26f3-4812-b636-e9393b92abf7 req-2da939c6-a269-46fb-a0ab-f691693131a8 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:05.949468 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-636e18ce-26f3-4812-b636-e9393b92abf7 req-2da939c6-a269-46fb-a0ab-f691693131a8 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 944 time: 0.1356890 Apr 20 19:26:06.008857 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-636e18ce-26f3-4812-b636-e9393b92abf7 req-ec388ff0-c029-4695-bd94-f285bae80f4b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463240 Apr 20 19:26:06.137211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-087bb7ae-b765-4225-8872-b3ef4355d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:06.139156 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-087bb7ae-b765-4225-8872-b3ef4355d25e service neutron] 10.222.0.15 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 914 time: 0.2039001 Apr 20 19:26:06.214864 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-a2aa283b-bdd3-4826-bbde-8278601c98a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10335ac9-b56d-4a7c-b73d-34587e9e10b1 HTTP/1.1" status: 200 len: 217 time: 0.0693195 Apr 20 19:26:06.290498 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-1a81574b-574a-4431-90d8-284494316aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:06.292083 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-1a81574b-574a-4431-90d8-284494316aab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e70f83e9-134b-4060-b4ec-ba1661113425 HTTP/1.1" status: 200 len: 853 time: 0.0709920 Apr 20 19:26:06.348378 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-20874cc4-f0fc-4e49-9d24-902e9ca34244 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488789 Apr 20 19:26:06.503885 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-f4f75a9b-1f1b-4bc2-926f-95030f6e526c service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487277 Apr 20 19:26:06.656132 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2fa2b285-fe71-47c2-b2b8-48c95deb010a req-578db565-6618-41b5-b1a4-7f063afc6ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459148 Apr 20 19:26:07.188293 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be1d5ac8-e758-4def-abbe-2d4d33ee07dd up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:26:07.295214 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18be9f9-6ece-4895-9f02-5bff61dfc2ae req-cede7681-673b-49a6-83ab-708d048faa9c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:07.297321 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c18be9f9-6ece-4895-9f02-5bff61dfc2ae req-cede7681-673b-49a6-83ab-708d048faa9c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 944 time: 0.1525316 Apr 20 19:26:07.313211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port be1d5ac8-e758-4def-abbe-2d4d33ee07dd completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:26:07.320534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port be1d5ac8-e758-4def-abbe-2d4d33ee07dd triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:26:07.320954 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:07.359538 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c18be9f9-6ece-4895-9f02-5bff61dfc2ae req-79d21124-04a8-46b4-a3bc-eafda045c7a7 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548794 Apr 20 19:26:07.467198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:07.497617 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02454e5c-1924-4dae-9799-bd6ab706190c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:26:07.510667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port be1d5ac8-e758-4def-abbe-2d4d33ee07dd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:07.551958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:07.554092 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:07.592344 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02454e5c-1924-4dae-9799-bd6ab706190c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd', 'code': 200} Apr 20 19:26:07.657458 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:07.662626 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:07.917646 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1b08f-56ec-4c61-811f-4a116622cc96 req-90c34f21-c191-44c7-85cc-9ff61112a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:07.919197 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bfd1b08f-56ec-4c61-811f-4a116622cc96 req-90c34f21-c191-44c7-85cc-9ff61112a1f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 1098 time: 0.0850911 Apr 20 19:26:07.975312 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bfd1b08f-56ec-4c61-811f-4a116622cc96 req-ce3264d9-fa00-465c-b576-629d95855a6b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456014 Apr 20 19:26:08.905034 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca63e9-0346-46c6-8f51-3092b43c1010 req-1604b2a2-4818-4479-8a7c-b3eeed44b30b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:08.907907 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4eca63e9-0346-46c6-8f51-3092b43c1010 req-1604b2a2-4818-4479-8a7c-b3eeed44b30b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 945 time: 0.4187603 Apr 20 19:26:08.971323 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4eca63e9-0346-46c6-8f51-3092b43c1010 req-ce0c922d-f667-4b78-b750-2b8c2e72ade6 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491455 Apr 20 19:26:10.214428 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f5256-602c-4aa6-aa01-d03ec17b269c req-3d5cf572-b249-4c09-931c-d8f4e912086e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:10.217135 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7e1f5256-602c-4aa6-aa01-d03ec17b269c req-3d5cf572-b249-4c09-931c-d8f4e912086e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 945 time: 0.1096675 Apr 20 19:26:10.282056 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7e1f5256-602c-4aa6-aa01-d03ec17b269c req-a6b4773d-7d5e-41de-bc67-0067e33c4c19 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576446 Apr 20 19:26:12.794450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-69215c7a-5635-41a8-8c54-30b921f9deba tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:12.796028 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-69215c7a-5635-41a8-8c54-30b921f9deba tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 813 time: 0.1994233 Apr 20 19:26:12.829999 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-6129828a-3625-4e49-a838-8e08aadc08f2 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/quotas/1cba74aed33a483cb614689fb1956258 HTTP/1.1" status: 200 len: 375 time: 0.0174425 Apr 20 19:26:12.946107 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-56a3fa0b-bb93-46aa-ac57-914326d7e40b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056941 Apr 20 19:26:13.131926 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-a87a99b5-d09c-4a39-b22d-633288c9e91e service neutron] 10.222.0.35 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777432 Apr 20 19:26:13.294270 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-edfe6ecc-2343-4901-b26f-0092600c4f60 service neutron] 10.222.0.35 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550236 Apr 20 19:26:13.607703 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-217b6bad-6b96-4d52-b72b-915dec64f3bf req-90875282-0569-41a4-a36d-a483008228ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 210 time: 0.0512028 Apr 20 19:26:14.808482 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c74a7b05-46b5-42e0-ad15-d838778fbe56 req-57239ae9-941e-446f-82a3-240bbaf0a7ad tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 210 time: 0.0547292 Apr 20 19:26:14.964639 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-fb02c60b-ef4b-47a2-9f6e-b38daccf3138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:15.829581 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-b60507d7-3c5f-4dda-ac4d-4fd9ced422f0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:15.832341 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-b60507d7-3c5f-4dda-ac4d-4fd9ced422f0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 813 time: 0.2443123 Apr 20 19:26:15.847641 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Request body: {'port': {'device_id': '30d9017f-7557-4038-8e28-54c95e6b89b2', 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae', 'admin_state_up': True, 'tenant_id': '1cba74aed33a483cb614689fb1956258'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:26:16.057082 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:26:16.064228 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Usage tracker for resource:port and tenant:1cba74aed33a483cb614689fb1956258 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:26:16.070369 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:26:16.081931 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:26:16.119249 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-77646f31-96c1-4489-838f-3dd98ed28889 req-ae302b02-ac40-42d7-bf50-9de20028d852 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 210 time: 0.0999620 Apr 20 19:26:16.128735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Made reservation on behalf of 1cba74aed33a483cb614689fb1956258 for: {'port': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:26:16.138483 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:16.346739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Allocated IP 172.20.0.11 (61856da6-58c9-4f4d-a35a-4c7fd5cc5dae/e70f83e9-134b-4060-b4ec-ba1661113425/8acb6961-4bbf-403c-b06b-badd8896027b) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:26:16.616829 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:16.686240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:16.697757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e7e9feef-7efa-4c1c-afbb-6bb718d01b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:16.699044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['10335ac9-b56d-4a7c-b73d-34587e9e10b1', 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:26:16.794009 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:26:16.803785 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:26:16.809033 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:26:16.883516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Pushing event updated for resources: {'Port': ['ID=8acb6961-4bbf-403c-b06b-badd8896027b,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:16.903256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.903658 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.904073 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.904493 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.904898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.905308 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.905738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.906139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.906546 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.906949 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.907352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.907755 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:16.914301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:16.936056 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:16.936776 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:16.997723 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-71b63751-4f41-4198-97a4-8a85cabceb96 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1572075 Apr 20 19:26:17.008874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-b3ee5b0a-148a-473c-ba4f-29bf505e983b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:26:17.010363 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-b3ee5b0a-148a-473c-ba4f-29bf505e983b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070369 Apr 20 19:26:17.021850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Request body: {'port': {'device_id': '30d9017f-7557-4038-8e28-54c95e6b89b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:26:17.169564 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:17.230831 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6f921502-67b3-4c64-a118-7e3a5f3b9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:17.398975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3342c-babb-4e06-977b-d9e9a046e945 req-b845a277-2144-498c-8621-dbd7c93dc5c1 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:17.400564 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9ce3342c-babb-4e06-977b-d9e9a046e945 req-b845a277-2144-498c-8621-dbd7c93dc5c1 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 932 time: 0.1115019 Apr 20 19:26:17.433649 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:17.460500 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9ce3342c-babb-4e06-977b-d9e9a046e945 req-e66b5322-84f1-4794-9f0c-9c6b271e8ce4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487320 Apr 20 19:26:17.668896 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acb6961-4bbf-403c-b06b-badd8896027b {{(pid=86472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:26:17.680703 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:17.698155 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Transition to ACTIVE for port object 8acb6961-4bbf-403c-b06b-badd8896027b will not be triggered until provisioned by entity L2. {{(pid=86472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:26:17.730281 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:17.735926 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f26dc066-1713-4143-b246-368d55954f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:17.903323 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Pushing event updated for resources: {'Port': ['ID=8acb6961-4bbf-403c-b06b-badd8896027b,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:17.911749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:17.990922 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Attempting to bind port 8acb6961-4bbf-403c-b06b-badd8896027b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:26:17.991296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Attempting to bind port 8acb6961-4bbf-403c-b06b-badd8896027b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:26:17.991689 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Attempting to bind port 8acb6961-4bbf-403c-b06b-badd8896027b on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:26:17.996683 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Port 8acb6961-4bbf-403c-b06b-badd8896027b on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:26:17.997042 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Attempting to bind port 8acb6961-4bbf-403c-b06b-badd8896027b on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:26:18.002742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:26:18.003532 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Checking segment: {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:26:18.003532 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Bound using segment: {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:26:18.004030 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Bound port: 8acb6961-4bbf-403c-b06b-badd8896027b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'}}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:26:18.004404 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:18.050653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:18.107451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] For port 8acb6961-4bbf-403c-b06b-badd8896027b, host hv-cinder-78693, cleared binding levels {{(pid=86472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:26:18.111038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] For port 8acb6961-4bbf-403c-b06b-badd8896027b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8acb6961-4bbf-403c-b06b-badd8896027b,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:26:18.149540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:18.157386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-70d49e9b-704c-45c7-b3e9-190212f8c42f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:18.225748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:18.226452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:18.228016 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] 10.222.0.15 "PUT /v2.0/ports/8acb6961-4bbf-403c-b06b-badd8896027b HTTP/1.1" status: 200 len: 1094 time: 1.2114613 Apr 20 19:26:18.228599 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d9017f-7557-4038-8e28-54c95e6b89b2', 'tag': '8acb6961-4bbf-403c-b06b-badd8896027b'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:26:18.258923 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Pushing event updated for resources: {'Port': ['ID=8acb6961-4bbf-403c-b06b-badd8896027b,revision_number=3']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:18.264585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-be7d9c38-b254-4e5f-9f0e-608e620f4131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:18.317225 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d9017f-7557-4038-8e28-54c95e6b89b2', 'tag': '8acb6961-4bbf-403c-b06b-badd8896027b', 'status': 'completed', 'code': 200} Apr 20 19:26:18.437304 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7bc17-7c70-465c-91bc-8d3490f4eab7 req-8b378c57-8a68-4d3d-9d17-e3d7880bf423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:18.439459 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e7d7bc17-7c70-465c-91bc-8d3490f4eab7 req-8b378c57-8a68-4d3d-9d17-e3d7880bf423 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 1097 time: 0.0875785 Apr 20 19:26:18.753726 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbc6cf-85db-4209-a966-066ed66eba9f req-81a314c4-87cd-49a2-89dd-90a678433077 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:18.755468 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86cbc6cf-85db-4209-a966-066ed66eba9f req-81a314c4-87cd-49a2-89dd-90a678433077 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 944 time: 0.1447999 Apr 20 19:26:18.823129 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-86cbc6cf-85db-4209-a966-066ed66eba9f req-5306cf85-392c-4e77-bf41-117f166c8d57 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555387 Apr 20 19:26:18.873702 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7bc17-7c70-465c-91bc-8d3490f4eab7 req-af1ce8a0-6fc4-4680-8aca-460424a89ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:18.875443 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e7d7bc17-7c70-465c-91bc-8d3490f4eab7 req-af1ce8a0-6fc4-4680-8aca-460424a89ff7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1cba74aed33a483cb614689fb1956258&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4283755 Apr 20 19:26:19.034129 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7bc17-7c70-465c-91bc-8d3490f4eab7 req-8314dc1b-91a2-429d-ac8a-b12abbcc4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:19.035708 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e7d7bc17-7c70-465c-91bc-8d3490f4eab7 req-8314dc1b-91a2-429d-ac8a-b12abbcc4919 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1536660 Apr 20 19:26:19.119614 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:19.158165 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-07753808-8d37-46a0-a3d2-d8cabd617b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:19.159780 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-07753808-8d37-46a0-a3d2-d8cabd617b5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 1097 time: 0.0874093 Apr 20 19:26:19.241121 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-5f7db923-7b7d-4b8f-ace7-9e908560b17c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8acb6961-4bbf-403c-b06b-badd8896027b HTTP/1.1" status: 200 len: 217 time: 0.0733507 Apr 20 19:26:19.265407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:26:19.314478 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-4437f494-23e2-4608-974f-14d65197e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:19.316163 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-4437f494-23e2-4608-974f-14d65197e301 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e70f83e9-134b-4060-b4ec-ba1661113425 HTTP/1.1" status: 200 len: 853 time: 0.0690951 Apr 20 19:26:19.374676 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-68ea8747-f459-4ba6-b2b9-7779ccc97e97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510685 Apr 20 19:26:19.525109 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-1d267246-954c-4bdb-a952-a393aa785267 service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443996 Apr 20 19:26:19.681417 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-376f5480-ab83-43ea-81b5-291a21e5d8c3 req-b4fdcce3-91de-4232-bfa9-3688a34bf960 service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506076 Apr 20 19:26:20.040995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa78e5-f525-4ad3-8263-58449024a854 req-ee6bf46e-3f9b-4106-8314-ac6182544bee tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:20.042645 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5efa78e5-f525-4ad3-8263-58449024a854 req-ee6bf46e-3f9b-4106-8314-ac6182544bee tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 944 time: 0.0931654 Apr 20 19:26:20.094852 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5efa78e5-f525-4ad3-8263-58449024a854 req-6ea42323-174a-4abb-8eb1-7765cb2aced4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457406 Apr 20 19:26:21.331866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd130f4b-4b7e-4fdb-8311-7c3ae4969689 req-632a418e-24b1-4722-9b5f-89589ca322b1 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:21.333563 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dd130f4b-4b7e-4fdb-8311-7c3ae4969689 req-632a418e-24b1-4722-9b5f-89589ca322b1 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 944 time: 0.1064723 Apr 20 19:26:21.387242 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-dd130f4b-4b7e-4fdb-8311-7c3ae4969689 req-2b4dfd23-0de3-4044-b3a4-0403d8c1b8f7 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462322 Apr 20 19:26:22.621382 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95710812-a887-43cb-a4d2-5724ec7b51cd req-759e9d8e-25c4-4c5b-80b0-6c1b3791ef5a tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:22.623073 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-95710812-a887-43cb-a4d2-5724ec7b51cd req-759e9d8e-25c4-4c5b-80b0-6c1b3791ef5a tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 944 time: 0.0986857 Apr 20 19:26:22.681960 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-95710812-a887-43cb-a4d2-5724ec7b51cd req-3caaa298-b379-4364-8fb4-ec30870fabe5 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518248 Apr 20 19:26:23.241807 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 8acb6961-4bbf-403c-b06b-badd8896027b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:26:23.396012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 8acb6961-4bbf-403c-b06b-badd8896027b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8acb6961-4bbf-403c-b06b-badd8896027b,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:23.411402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '8acb6961-4bbf-403c-b06b-badd8896027b', 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae', 'port_id': '8acb6961-4bbf-403c-b06b-badd8896027b', 'mac_address': 'fa:16:3e:c8:b6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70f83e9-134b-4060-b4ec-ba1661113425', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:26:23.480219 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:23.499511 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acb6961-4bbf-403c-b06b-badd8896027b {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:26:23.517616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 8acb6961-4bbf-403c-b06b-badd8896027b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8acb6961-4bbf-403c-b06b-badd8896027b,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:23.559336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:23.561303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:23.644957 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=8acb6961-4bbf-403c-b06b-badd8896027b,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:23.650008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:23.906052 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['8acb6961-4bbf-403c-b06b-badd8896027b'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:26:23.936438 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc66e80-c03f-446d-b11a-38ef9c402b73 req-11a624a8-1f0a-4514-8da0-d42b0da2e9f1 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:23.938278 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4cc66e80-c03f-446d-b11a-38ef9c402b73 req-11a624a8-1f0a-4514-8da0-d42b0da2e9f1 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 945 time: 0.1142712 Apr 20 19:26:24.011562 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4cc66e80-c03f-446d-b11a-38ef9c402b73 req-b712c9c3-9a3e-44b1-a479-b49100a26842 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653226 Apr 20 19:26:25.249022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 8acb6961-4bbf-403c-b06b-badd8896027b up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:26:25.255725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedd975-1686-477a-8a62-f6e9f1ecc437 req-105ac466-82c6-44ea-a35c-47be5b1925c2 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:25.257413 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3aedd975-1686-477a-8a62-f6e9f1ecc437 req-105ac466-82c6-44ea-a35c-47be5b1925c2 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 945 time: 0.0992532 Apr 20 19:26:25.319388 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3aedd975-1686-477a-8a62-f6e9f1ecc437 req-63ebc650-f3a0-421b-b5bf-700e98825e38 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550566 Apr 20 19:26:25.382220 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 8acb6961-4bbf-403c-b06b-badd8896027b completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:26:25.388046 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 8acb6961-4bbf-403c-b06b-badd8896027b triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:26:25.388458 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:25.520401 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:25.551020 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d9017f-7557-4038-8e28-54c95e6b89b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acb6961-4bbf-403c-b06b-badd8896027b'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:26:25.562605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 8acb6961-4bbf-403c-b06b-badd8896027b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8acb6961-4bbf-403c-b06b-badd8896027b,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:25.604942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:25.608243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:25.648897 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d9017f-7557-4038-8e28-54c95e6b89b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acb6961-4bbf-403c-b06b-badd8896027b', 'code': 200} Apr 20 19:26:25.696925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=8acb6961-4bbf-403c-b06b-badd8896027b,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:25.700471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:26.048161 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df09e7-22ae-4c63-8aec-a0371425f70a req-f3ed5eac-4038-444b-aaf4-0eeee03a5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:26.049844 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-43df09e7-22ae-4c63-8aec-a0371425f70a req-f3ed5eac-4038-444b-aaf4-0eeee03a5630 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 1099 time: 0.1738780 Apr 20 19:26:26.097003 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-43df09e7-22ae-4c63-8aec-a0371425f70a req-ebca0b90-540a-459c-ae16-89da47a29093 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Apr 20 19:26:26.547545 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d378b86-e4e7-48dc-8b4d-1418deafd7f2 req-b09917fd-9007-44e7-8138-4d42d509f56c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:26.549191 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3d378b86-e4e7-48dc-8b4d-1418deafd7f2 req-b09917fd-9007-44e7-8138-4d42d509f56c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 946 time: 0.0980539 Apr 20 19:26:26.599703 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3d378b86-e4e7-48dc-8b4d-1418deafd7f2 req-f3403629-a6c8-41c5-a3fb-74efab8ae604 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 Apr 20 19:26:27.842597 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0b9b9-6d2e-4c7f-bcc0-0fff517703cc req-9b604c2b-c658-4be2-92d1-71aa4c2fe16c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:27.844179 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1fa0b9b9-6d2e-4c7f-bcc0-0fff517703cc req-9b604c2b-c658-4be2-92d1-71aa4c2fe16c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 946 time: 0.0951562 Apr 20 19:26:27.900099 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1fa0b9b9-6d2e-4c7f-bcc0-0fff517703cc req-66a98859-8c18-482f-b939-d9798fc2cfcb tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448086 Apr 20 19:26:34.156238 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:34.965708 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-867c92bf-6811-45a9-b34b-c7b7c8fde459 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:34.967342 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-867c92bf-6811-45a9-b34b-c7b7c8fde459 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 813 time: 0.1824167 Apr 20 19:26:34.985927 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-66ac580a-9716-4299-acdd-c2e5ad65587b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/quotas/1cba74aed33a483cb614689fb1956258 HTTP/1.1" status: 200 len: 375 time: 0.0109963 Apr 20 19:26:35.104977 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-6bcdb54c-54fa-4a37-888e-5e3a512f5c21 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1112525 Apr 20 19:26:35.179495 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-6edcd1a9-9acb-457a-b3d8-968f3a1a7bab service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:26:35.180637 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-6edcd1a9-9acb-457a-b3d8-968f3a1a7bab service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0667140 Apr 20 19:26:35.352297 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-2b1d88a5-9e07-4101-8567-3d850a91ba19 service neutron] 10.222.0.35 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641550 Apr 20 19:26:35.521783 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-ba3a5104-ccd3-4041-a23d-df79021d8ad4 service neutron] 10.222.0.35 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605477 Apr 20 19:26:35.781770 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7ba9b277-6d17-497e-8aef-5c45f2fec036 req-94418c55-a78b-4f8e-84d2-efbb2fb36a2f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 210 time: 0.0609190 Apr 20 19:26:36.958120 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8c72daa5-1852-4e0b-b0b6-245438695262 req-be22a5ec-3488-4eb7-b03a-1b85df903874 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 210 time: 0.0513296 Apr 20 19:26:37.680830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-767e7fb4-582e-4111-85b4-12935234246b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:37.682539 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-767e7fb4-582e-4111-85b4-12935234246b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 813 time: 0.1955404 Apr 20 19:26:37.695445 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Request body: {'port': {'device_id': '81bff699-9bf4-4824-aeea-0318b6011bf7', 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae', 'admin_state_up': True, 'tenant_id': '1cba74aed33a483cb614689fb1956258'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:26:37.856382 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:26:37.860854 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Usage tracker for resource:port and tenant:1cba74aed33a483cb614689fb1956258 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:26:37.864044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:26:37.870568 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:26:37.907510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Made reservation on behalf of 1cba74aed33a483cb614689fb1956258 for: {'port': 1} {{(pid=86472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:26:37.914585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:38.140951 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Allocated IP 172.20.0.12 (61856da6-58c9-4f4d-a35a-4c7fd5cc5dae/e70f83e9-134b-4060-b4ec-ba1661113425/46b141ac-4c36-4691-9d96-0f5cb26b484c) {{(pid=86472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:26:38.162526 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-0573c0e6-ca15-4915-b734-4b729d150c3a req-66f8c256-b732-483d-9695-b5ef902c914e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 210 time: 0.0561121 Apr 20 19:26:38.479269 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks [] for port, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:38.542380 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:38.548605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-632cf58f-87eb-4a03-b9c4-d0a55cab7317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:38.555957 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['10335ac9-b56d-4a7c-b73d-34587e9e10b1', 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd', '8acb6961-4bbf-403c-b06b-badd8896027b'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:26:38.647115 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae is already hosted by enough agents. {{(pid=86472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:26:38.650947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Resources bound (agent type, host, resource id): {{(pid=86472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:26:38.655532 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Received port after_create {{(pid=86472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:26:38.726406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Pushing event updated for resources: {'Port': ['ID=46b141ac-4c36-4691-9d96-0f5cb26b484c,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:38.735254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:38.778155 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:38.778908 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:38.937802 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-9834f8ed-baf2-43f4-85ac-78dcc754b57e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2468045 Apr 20 19:26:38.957298 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Request body: {'port': {'device_id': '81bff699-9bf4-4824-aeea-0318b6011bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:26:39.115593 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:39.398135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1630e2-22b7-4420-8b98-aa9135a4294e req-e4f3b4f9-aa7e-4f23-94f1-a0e0ebcefb35 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:39.399796 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec1630e2-22b7-4420-8b98-aa9135a4294e req-e4f3b4f9-aa7e-4f23-94f1-a0e0ebcefb35 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 932 time: 0.1038949 Apr 20 19:26:39.453523 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec1630e2-22b7-4420-8b98-aa9135a4294e req-a4fe6c42-49ca-4d26-a1aa-0ceb1305cf95 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Apr 20 19:26:39.587911 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b141ac-4c36-4691-9d96-0f5cb26b484c {{(pid=86472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:26:39.596251 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:39.614891 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Transition to ACTIVE for port object 46b141ac-4c36-4691-9d96-0f5cb26b484c will not be triggered until provisioned by entity L2. {{(pid=86472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:26:39.644447 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:39.649845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7e7e4707-7a46-4a68-8181-54199659d4df tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:39.810438 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Pushing event updated for resources: {'Port': ['ID=46b141ac-4c36-4691-9d96-0f5cb26b484c,revision_number=2']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:39.849544 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:39.936775 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Attempting to bind port 46b141ac-4c36-4691-9d96-0f5cb26b484c on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:26:39.937066 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Attempting to bind port 46b141ac-4c36-4691-9d96-0f5cb26b484c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:26:39.937443 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Attempting to bind port 46b141ac-4c36-4691-9d96-0f5cb26b484c on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:26:39.943786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Port 46b141ac-4c36-4691-9d96-0f5cb26b484c on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:26:39.944256 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Attempting to bind port 46b141ac-4c36-4691-9d96-0f5cb26b484c on network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:26:39.950482 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:26:39.950862 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Checking segment: {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:26:39.951289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Bound using segment: {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'} {{(pid=86472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:26:39.951774 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Bound port: 46b141ac-4c36-4691-9d96-0f5cb26b484c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae'}}] {{(pid=86472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:26:39.952170 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:40.056224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] For port 46b141ac-4c36-4691-9d96-0f5cb26b484c, host hv-cinder-78693, cleared binding levels {{(pid=86472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:26:40.059557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] For port 46b141ac-4c36-4691-9d96-0f5cb26b484c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46b141ac-4c36-4691-9d96-0f5cb26b484c,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:26:40.108073 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848355649'] for port, after_update {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:40.113866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eb64cf5c-4a0b-4438-b5bb-b7a6eceb4337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:40.169754 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:40.170449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:40.171940 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] 10.222.0.15 "PUT /v2.0/ports/46b141ac-4c36-4691-9d96-0f5cb26b484c HTTP/1.1" status: 200 len: 1094 time: 1.2235157 Apr 20 19:26:40.172504 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bff699-9bf4-4824-aeea-0318b6011bf7', 'tag': '46b141ac-4c36-4691-9d96-0f5cb26b484c'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:26:40.203311 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Pushing event updated for resources: {'Port': ['ID=46b141ac-4c36-4691-9d96-0f5cb26b484c,revision_number=3']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:40.206730 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-84d4657c-793e-4aaa-b815-4d87fcd2473a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:40.240499 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bff699-9bf4-4824-aeea-0318b6011bf7', 'tag': '46b141ac-4c36-4691-9d96-0f5cb26b484c', 'status': 'completed', 'code': 200} Apr 20 19:26:40.336306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-7579654d-4e6c-4aad-ab46-4d43be7d60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:40.338087 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-7579654d-4e6c-4aad-ab46-4d43be7d60cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0938885 Apr 20 19:26:40.420658 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-343f5096-78bc-44e0-8d07-66da0bc37591 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46b141ac-4c36-4691-9d96-0f5cb26b484c HTTP/1.1" status: 200 len: 217 time: 0.0754471 Apr 20 19:26:40.500638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-89ce5dd7-c816-44fc-a3cc-bdd427eb444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:40.502410 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-89ce5dd7-c816-44fc-a3cc-bdd427eb444c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e70f83e9-134b-4060-b4ec-ba1661113425 HTTP/1.1" status: 200 len: 853 time: 0.0756180 Apr 20 19:26:40.566032 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-aa9a8cda-6b83-4c87-9605-67700a380584 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537403 Apr 20 19:26:40.726959 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe500704-c9ac-44f1-a1ed-717bfb5dc586 req-daa3b722-396d-4710-9e40-461989d662d8 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:40.729742 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fe500704-c9ac-44f1-a1ed-717bfb5dc586 req-daa3b722-396d-4710-9e40-461989d662d8 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 944 time: 0.1253369 Apr 20 19:26:40.756736 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-8fdffd3a-e132-48c5-825c-d8b1d4790085 service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814811 Apr 20 19:26:40.792450 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fe500704-c9ac-44f1-a1ed-717bfb5dc586 req-48be6de7-c9dd-44e0-af0a-346c1a481af7 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Apr 20 19:26:40.921069 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-7fb8fc6a-e78c-49b0-81fe-3924df78842a req-233fc7b0-d845-4cd8-8f9b-d81560bdd1cc service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572666 Apr 20 19:26:41.127943 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35fe9a-badb-430c-a315-f4830de8eec1 req-50f0f938-4df8-4265-80c7-3b6ed8d38d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:41.129541 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2c35fe9a-badb-430c-a315-f4830de8eec1 req-50f0f938-4df8-4265-80c7-3b6ed8d38d47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0855637 Apr 20 19:26:41.297289 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35fe9a-badb-430c-a315-f4830de8eec1 req-ab2316bb-6156-4d2e-a342-ebf26cf0ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:41.299157 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2c35fe9a-badb-430c-a315-f4830de8eec1 req-ab2316bb-6156-4d2e-a342-ebf26cf0ad1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 914 time: 0.1616354 Apr 20 19:26:41.626440 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2c35fe9a-badb-430c-a315-f4830de8eec1 req-6f135da0-a337-4e28-8fa1-6548c48d8471 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46b141ac-4c36-4691-9d96-0f5cb26b484c HTTP/1.1" status: 200 len: 217 time: 0.3202715 Apr 20 19:26:41.701176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35fe9a-badb-430c-a315-f4830de8eec1 req-4a23fcd5-76e8-4515-9645-4eb41b341abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:41.702851 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2c35fe9a-badb-430c-a315-f4830de8eec1 req-4a23fcd5-76e8-4515-9645-4eb41b341abb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e70f83e9-134b-4060-b4ec-ba1661113425 HTTP/1.1" status: 200 len: 853 time: 0.0700452 Apr 20 19:26:41.760052 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2c35fe9a-badb-430c-a315-f4830de8eec1 req-c014f19f-e2be-4479-977e-e9d504e9e91b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510895 Apr 20 19:26:41.920921 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2c35fe9a-badb-430c-a315-f4830de8eec1 req-82e7017e-a63a-4cf8-b267-c4f7d8b66866 service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540687 Apr 20 19:26:42.100603 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2c35fe9a-badb-430c-a315-f4830de8eec1 req-bc8b4948-d730-4b27-b7b7-0c05b46fec60 service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707239 Apr 20 19:26:42.112223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f15446-8e07-4307-9e97-95b99fdd7ee4 req-40ee97b5-a99f-4216-8fd7-c53ed3c5e294 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:42.113954 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-98f15446-8e07-4307-9e97-95b99fdd7ee4 req-40ee97b5-a99f-4216-8fd7-c53ed3c5e294 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 944 time: 0.1217086 Apr 20 19:26:42.199125 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-98f15446-8e07-4307-9e97-95b99fdd7ee4 req-4b8eaed4-440d-4785-a365-919a0b25061a tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764897 Apr 20 19:26:43.410244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005783-2b5b-44bc-83e4-5c9de4def71e req-9da0f40e-025e-4d16-96d1-be8f0d297683 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:43.412347 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81005783-2b5b-44bc-83e4-5c9de4def71e req-9da0f40e-025e-4d16-96d1-be8f0d297683 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 944 time: 0.0972052 Apr 20 19:26:43.462456 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-81005783-2b5b-44bc-83e4-5c9de4def71e req-4763b3ce-7fa4-4b25-81f6-c4bc6099ce76 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Apr 20 19:26:44.668845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1c5b6-5449-4263-ab73-b82469062926 req-966fb1eb-ac01-4523-963b-15c3dee2aac9 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:44.670505 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-27c1c5b6-5449-4263-ab73-b82469062926 req-966fb1eb-ac01-4523-963b-15c3dee2aac9 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 944 time: 0.0922062 Apr 20 19:26:44.727846 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-27c1c5b6-5449-4263-ab73-b82469062926 req-5ef0c591-bf96-442b-8496-f7a9f7a198e4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503480 Apr 20 19:26:44.981685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e0d4-4c6e-42a3-b25c-6805fb8bba5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:45.311039 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 46b141ac-4c36-4691-9d96-0f5cb26b484c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:26:45.463099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 46b141ac-4c36-4691-9d96-0f5cb26b484c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46b141ac-4c36-4691-9d96-0f5cb26b484c,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:45.478709 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': '46b141ac-4c36-4691-9d96-0f5cb26b484c', 'network_id': '61856da6-58c9-4f4d-a35a-4c7fd5cc5dae', 'port_id': '46b141ac-4c36-4691-9d96-0f5cb26b484c', 'mac_address': 'fa:16:3e:30:16:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70f83e9-134b-4060-b4ec-ba1661113425', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:26:45.544449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:45.580737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b141ac-4c36-4691-9d96-0f5cb26b484c {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:26:45.598076 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 46b141ac-4c36-4691-9d96-0f5cb26b484c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46b141ac-4c36-4691-9d96-0f5cb26b484c,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:45.644357 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:45.647806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:45.749127 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=46b141ac-4c36-4691-9d96-0f5cb26b484c,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:45.757906 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.758314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.758729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.759112 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.760399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.760399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.760399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.760864 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.761044 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.761345 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.761745 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.762116 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:45.766719 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:45.953253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028ddac-5911-4c73-930c-08f63f3cc06b req-5cbec412-2b6d-45c3-ba7d-f22b3d10b692 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:45.954853 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8028ddac-5911-4c73-930c-08f63f3cc06b req-5cbec412-2b6d-45c3-ba7d-f22b3d10b692 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 945 time: 0.0986822 Apr 20 19:26:46.019344 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8028ddac-5911-4c73-930c-08f63f3cc06b req-2875879f-efe4-40c9-a6f2-5f72a5480dcf tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550957 Apr 20 19:26:46.028215 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['46b141ac-4c36-4691-9d96-0f5cb26b484c'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:26:47.238521 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0e31d4a7-2824-44af-9f26-0e84abf168d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:47.246288 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d12c0-ad3c-45ad-8aab-01c038b9f166 req-405447df-26de-4fe3-ad83-3d528cd80763 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:47.247961 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-799d12c0-ad3c-45ad-8aab-01c038b9f166 req-405447df-26de-4fe3-ad83-3d528cd80763 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 945 time: 0.1051342 Apr 20 19:26:47.303472 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-799d12c0-ad3c-45ad-8aab-01c038b9f166 req-87534c91-b720-44ad-b9b5-e6c1eb5694fe tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 Apr 20 19:26:47.333771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 46b141ac-4c36-4691-9d96-0f5cb26b484c up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:26:47.441894 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:47.478728 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port 46b141ac-4c36-4691-9d96-0f5cb26b484c completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:26:47.486811 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port 46b141ac-4c36-4691-9d96-0f5cb26b484c triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:26:47.487386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:47.618006 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:47.650874 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bff699-9bf4-4824-aeea-0318b6011bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b141ac-4c36-4691-9d96-0f5cb26b484c'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:26:47.665547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port 46b141ac-4c36-4691-9d96-0f5cb26b484c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46b141ac-4c36-4691-9d96-0f5cb26b484c,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:47.706906 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bff699-9bf4-4824-aeea-0318b6011bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b141ac-4c36-4691-9d96-0f5cb26b484c', 'code': 200} Apr 20 19:26:47.712849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:47.715000 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:47.971145 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=46b141ac-4c36-4691-9d96-0f5cb26b484c,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:47.975077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:48.061401 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:48.063012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4513c1a-1f12-4418-9340-0f49889f3a7a req-21033ed3-c91a-4870-a854-43ecc7b047a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:48.064682 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c4513c1a-1f12-4418-9340-0f49889f3a7a req-21033ed3-c91a-4870-a854-43ecc7b047a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 1099 time: 0.0947618 Apr 20 19:26:48.115255 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-c4513c1a-1f12-4418-9340-0f49889f3a7a req-8f2cab4b-268c-4068-b3a8-91b076a96237 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Apr 20 19:26:48.528206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342a224-250d-4134-8348-474f873a6a28 req-f6c1ae9a-d2dc-437a-9fdc-7efc5c364d9c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:48.529939 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3342a224-250d-4134-8348-474f873a6a28 req-f6c1ae9a-d2dc-437a-9fdc-7efc5c364d9c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 946 time: 0.1012216 Apr 20 19:26:48.607035 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-3342a224-250d-4134-8348-474f873a6a28 req-1381dec9-6ef4-400e-9b8b-1fc1635218c9 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688796 Apr 20 19:26:49.112980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:49.857160 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0a27b-687b-4e84-b324-0832c0e0846f req-2701066b-23d7-491e-876c-1e765380811f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:49.858813 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ecb0a27b-687b-4e84-b324-0832c0e0846f req-2701066b-23d7-491e-876c-1e765380811f tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 946 time: 0.1018419 Apr 20 19:26:49.916141 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ecb0a27b-687b-4e84-b324-0832c0e0846f req-b1e485e7-e43f-4f49-b303-43dd8f5f475c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486443 Apr 20 19:26:56.264828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:26:58.533079 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b48e21-b12a-43bf-88ce-a8d2113369ee req-fb848b5d-4f63-4406-968c-e152f7d82fd5 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:58.534831 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-87b48e21-b12a-43bf-88ce-a8d2113369ee req-fb848b5d-4f63-4406-968c-e152f7d82fd5 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 946 time: 0.0913599 Apr 20 19:26:58.593733 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-87b48e21-b12a-43bf-88ce-a8d2113369ee req-a6b3e73d-06d1-4a13-b37b-c60ac64043f0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513382 Apr 20 19:26:59.822547 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86a2ae-a41b-448c-846a-b544ae41994b req-3183e196-d8ed-40bf-912d-58e088f64f83 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:59.824227 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6c86a2ae-a41b-448c-846a-b544ae41994b req-3183e196-d8ed-40bf-912d-58e088f64f83 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 946 time: 0.0935993 Apr 20 19:26:59.876972 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6c86a2ae-a41b-448c-846a-b544ae41994b req-84e5e06b-45a2-4810-b8dd-205e717fc0cc tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461457 Apr 20 19:27:00.562427 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-4f638cb9-a71d-474f-958a-eef6ccd6cb18 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:00.563258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-4f638cb9-a71d-474f-958a-eef6ccd6cb18 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Synchronizing usage tracker for tenant:1cba74aed33a483cb614689fb1956258 on resource:port {{(pid=86472) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:00.650057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-4f638cb9-a71d-474f-958a-eef6ccd6cb18 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Unset dirty status for tenant:1cba74aed33a483cb614689fb1956258 on resource:port {{(pid=86472) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:00.651370 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-4f638cb9-a71d-474f-958a-eef6ccd6cb18 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 946 time: 0.1868250 Apr 20 19:27:00.745310 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Deleting port 46b141ac-4c36-4691-9d96-0f5cb26b484c {{(pid=86472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:27:00.745720 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:01.046929 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] For port 46b141ac-4c36-4691-9d96-0f5cb26b484c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46b141ac-4c36-4691-9d96-0f5cb26b484c,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:01.047536 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:01.099666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce8b39-b514-463b-a4e4-5342733ba90f req-3fd395c4-2495-45e3-ac11-c8a7c7fcd5a8 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:01.101378 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b6ce8b39-b514-463b-a4e4-5342733ba90f req-3fd395c4-2495-45e3-ac11-c8a7c7fcd5a8 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 946 time: 0.1008136 Apr 20 19:27:01.156657 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b6ce8b39-b514-463b-a4e4-5342733ba90f req-1a45d938-32f0-469c-9f19-eb679fe85c3b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478737 Apr 20 19:27:01.197734 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Calling delete_port for 46b141ac-4c36-4691-9d96-0f5cb26b484c owned by compute:nova {{(pid=86472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:27:01.396703 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6420150'] for port, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:01.409278 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-10077b17-4d07-4029-8cce-edf9929cc18b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:01.410306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['10335ac9-b56d-4a7c-b73d-34587e9e10b1', 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd', '8acb6961-4bbf-403c-b06b-badd8896027b', '46b141ac-4c36-4691-9d96-0f5cb26b484c'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:27:01.512706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Pushing event deleted for resources: {'Port': ['ID=46b141ac-4c36-4691-9d96-0f5cb26b484c,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:01.517430 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:01.560974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] No DVR routers for this DVR port 46b141ac-4c36-4691-9d96-0f5cb26b484c on host hv-cinder-78693 {{(pid=86472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:27:01.563779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:01.568972 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bff699-9bf4-4824-aeea-0318b6011bf7', 'name': 'network-vif-deleted', 'tag': '46b141ac-4c36-4691-9d96-0f5cb26b484c'}] {{(pid=86472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:01.622440 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-87c2daad-06d2-49ff-a243-01b4da772a4d req-31103e28-95bf-4126-8e72-b8a6bfbaac36 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "DELETE /v2.0/ports/46b141ac-4c36-4691-9d96-0f5cb26b484c HTTP/1.1" status: 204 len: 173 time: 0.9646440 Apr 20 19:27:01.640501 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bff699-9bf4-4824-aeea-0318b6011bf7', 'name': 'network-vif-deleted', 'tag': '46b141ac-4c36-4691-9d96-0f5cb26b484c', 'status': 'completed', 'code': 200} Apr 20 19:27:02.384560 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5a1c2b56-9571-408d-ac81-3bbfa97c4cc8 req-21bc7dc8-4ff4-4924-8554-ad9bc7ac246b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=81bff699-9bf4-4824-aeea-0318b6011bf7 HTTP/1.1" status: 200 len: 210 time: 0.0818102 Apr 20 19:27:03.422693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 46b141ac-4c36-4691-9d96-0f5cb26b484c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:03.464155 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 46b141ac-4c36-4691-9d96-0f5cb26b484c {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:27:03.464538 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 46b141ac-4c36-4691-9d96-0f5cb26b484c not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:27:04.158027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:05.352373 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41eee74-26df-4f9a-9d22-791b848bf2c1 req-107afb90-9448-4320-9fa2-eaebdef0b7bf tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:05.354081 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b41eee74-26df-4f9a-9d22-791b848bf2c1 req-107afb90-9448-4320-9fa2-eaebdef0b7bf tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 946 time: 0.0949483 Apr 20 19:27:05.410634 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-b41eee74-26df-4f9a-9d22-791b848bf2c1 req-601532b5-96c1-46e9-a8be-a969a2146620 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492067 Apr 20 19:27:06.637620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395b32b-575b-4d02-89d3-6a3d424e4818 req-895e9dc7-3967-4a49-b817-a56a82f6c90e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:06.639322 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d395b32b-575b-4d02-89d3-6a3d424e4818 req-895e9dc7-3967-4a49-b817-a56a82f6c90e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 946 time: 0.1055481 Apr 20 19:27:06.686580 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-861bb71f-efdf-4fbb-8216-204a2fe7136e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1129355 Apr 20 19:27:06.699220 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d395b32b-575b-4d02-89d3-6a3d424e4818 req-6eed17fb-72b9-4ddb-be0e-9c53d4392c25 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515637 Apr 20 19:27:06.853729 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-0d9aa8af-42c1-44f3-99e5-4e37f55b151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:06.856423 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-0d9aa8af-42c1-44f3-99e5-4e37f55b151a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cba74aed33a483cb614689fb1956258&device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 1099 time: 0.0890081 Apr 20 19:27:07.021455 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-4886d9f1-5c5e-4cc6-a7f3-93405b009e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:07.023137 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-4886d9f1-5c5e-4cc6-a7f3-93405b009e3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 200 len: 914 time: 0.1464407 Apr 20 19:27:07.114451 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-5baf7316-001b-43f0-a335-f41d50f80110 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10335ac9-b56d-4a7c-b73d-34587e9e10b1 HTTP/1.1" status: 200 len: 217 time: 0.0819976 Apr 20 19:27:07.117880 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-3fd7a652-719d-4555-bb6a-cef2f0dc96fa tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:07.119986 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-3fd7a652-719d-4555-bb6a-cef2f0dc96fa tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 946 time: 0.1071703 Apr 20 19:27:07.194234 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-cc79756d-bdd5-4598-869a-40fbbefcc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:07.196054 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-cc79756d-bdd5-4598-869a-40fbbefcc243 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e70f83e9-134b-4060-b4ec-ba1661113425 HTTP/1.1" status: 200 len: 853 time: 0.0759122 Apr 20 19:27:07.223927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Deleting port 8acb6961-4bbf-403c-b06b-badd8896027b {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:27:07.224466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:07.264231 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-0ced6611-1f46-44f3-90a5-82fbbc481761 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618103 Apr 20 19:27:07.450161 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-e13adb6f-fd24-438c-9f30-aa947273cefc service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791968 Apr 20 19:27:07.689000 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-6307f154-a9cf-44d6-ad1d-31d58ab2330c req-1aab5a26-036d-4901-8016-1ef8712e507f service neutron] 10.222.0.15 "GET /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320964 Apr 20 19:27:07.796669 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] For port 8acb6961-4bbf-403c-b06b-badd8896027b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8acb6961-4bbf-403c-b06b-badd8896027b,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:07.797066 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:07.958049 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Calling delete_port for 8acb6961-4bbf-403c-b06b-badd8896027b owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:27:08.147320 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c8b85-5bdd-445b-9660-215a3fde391d req-27f4cee4-581c-4c50-b3a8-38454eb0e9c2 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:08.149519 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-246c8b85-5bdd-445b-9660-215a3fde391d req-27f4cee4-581c-4c50-b3a8-38454eb0e9c2 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 946 time: 0.2010043 Apr 20 19:27:08.252502 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-246c8b85-5bdd-445b-9660-215a3fde391d req-a083a732-d0b4-4513-a28a-1d1f359a6fb9 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961823 Apr 20 19:27:08.307232 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:08.313657 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-412aaeee-f7f3-439a-8bfb-f7881c8f0bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:08.320828 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['10335ac9-b56d-4a7c-b73d-34587e9e10b1', 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:27:08.363895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Pushing event deleted for resources: {'Port': ['ID=8acb6961-4bbf-403c-b06b-badd8896027b,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:08.402711 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.403068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.403640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.403982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.404306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.404686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.405098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.405524 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.405982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.406367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.406771 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.407180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:08.417469 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:08.470582 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] No DVR routers for this DVR port 8acb6961-4bbf-403c-b06b-badd8896027b on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:27:08.474691 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:08.479124 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d9017f-7557-4038-8e28-54c95e6b89b2', 'name': 'network-vif-deleted', 'tag': '8acb6961-4bbf-403c-b06b-badd8896027b'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:08.498971 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-eb849a79-526b-40ac-8670-943b10d4e5f9 req-e9bbca56-62d6-4a33-b632-85b1937305ab tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "DELETE /v2.0/ports/8acb6961-4bbf-403c-b06b-badd8896027b HTTP/1.1" status: 204 len: 173 time: 1.3740535 Apr 20 19:27:08.596160 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d9017f-7557-4038-8e28-54c95e6b89b2', 'name': 'network-vif-deleted', 'tag': '8acb6961-4bbf-403c-b06b-badd8896027b', 'status': 'completed', 'code': 200} Apr 20 19:27:09.432099 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 8acb6961-4bbf-403c-b06b-badd8896027b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:09.452533 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-8ca9c563-4ddd-40c8-8f48-f8a510f3b936 req-f633f08a-5f05-4413-8ee6-c4e5df902ee6 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Synchronizing usage tracker for tenant:1cba74aed33a483cb614689fb1956258 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:09.475821 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 8acb6961-4bbf-403c-b06b-badd8896027b {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:27:09.476345 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 8acb6961-4bbf-403c-b06b-badd8896027b not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:27:09.512758 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-8ca9c563-4ddd-40c8-8f48-f8a510f3b936 req-f633f08a-5f05-4413-8ee6-c4e5df902ee6 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Unset dirty status for tenant:1cba74aed33a483cb614689fb1956258 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:09.514222 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-8ca9c563-4ddd-40c8-8f48-f8a510f3b936 req-f633f08a-5f05-4413-8ee6-c4e5df902ee6 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d9017f-7557-4038-8e28-54c95e6b89b2 HTTP/1.1" status: 200 len: 210 time: 0.1174569 Apr 20 19:27:11.239646 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5592a-60ce-4b9f-9ce1-f622e6d57b19 req-f61e05a1-7a20-4462-bf5f-240e47f7b98d tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:11.241310 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-60b5592a-60ce-4b9f-9ce1-f622e6d57b19 req-f61e05a1-7a20-4462-bf5f-240e47f7b98d tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 945 time: 0.1039729 Apr 20 19:27:11.298094 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-60b5592a-60ce-4b9f-9ce1-f622e6d57b19 req-9b028ebf-f8e3-4471-a906-d3d800efba52 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502079 Apr 20 19:27:12.545005 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd009e78-2c1f-4804-902a-d06543210a11 req-f6f832b0-e7d7-4ee9-92cb-5b5889925a5b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:12.546720 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fd009e78-2c1f-4804-902a-d06543210a11 req-f6f832b0-e7d7-4ee9-92cb-5b5889925a5b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 945 time: 0.1172588 Apr 20 19:27:12.600696 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fd009e78-2c1f-4804-902a-d06543210a11 req-38b15960-aac5-4223-a573-4ae884887c7b tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461841 Apr 20 19:27:12.820384 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8303cde-3861-4024-a87d-a36779133fad req-5d66220e-6fc6-48d3-858a-bdebd52e0710 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:12.822024 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e8303cde-3861-4024-a87d-a36779133fad req-5d66220e-6fc6-48d3-858a-bdebd52e0710 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 945 time: 0.0965188 Apr 20 19:27:12.906797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-e8303cde-3861-4024-a87d-a36779133fad req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Deleting port be1d5ac8-e758-4def-abbe-2d4d33ee07dd {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:27:12.907068 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e8303cde-3861-4024-a87d-a36779133fad req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.220095 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-e8303cde-3861-4024-a87d-a36779133fad req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] For port be1d5ac8-e758-4def-abbe-2d4d33ee07dd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:13.220694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e8303cde-3861-4024-a87d-a36779133fad req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.404223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-e8303cde-3861-4024-a87d-a36779133fad req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Calling delete_port for be1d5ac8-e758-4def-abbe-2d4d33ee07dd owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:27:13.715534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e8303cde-3861-4024-a87d-a36779133fad req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.723518 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ebbb8a19-44f3-4509-bab4-1c69bce33ed1 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:13.727239 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['10335ac9-b56d-4a7c-b73d-34587e9e10b1'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:27:13.815246 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Pushing event deleted for resources: {'Port': ['ID=be1d5ac8-e758-4def-abbe-2d4d33ee07dd,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:13.830575 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:13.833527 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-1c8bec1b-9b3d-478c-88cb-71f0e041a4e9 req-ea3b1632-1a83-4ac3-b8f4-aefeaa184e38 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454e5c-1924-4dae-9799-bd6ab706190c HTTP/1.1" status: 200 len: 210 time: 0.0694802 Apr 20 19:27:13.917598 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8303cde-3861-4024-a87d-a36779133fad req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] No DVR routers for this DVR port be1d5ac8-e758-4def-abbe-2d4d33ee07dd on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:27:13.920134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-e8303cde-3861-4024-a87d-a36779133fad req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:13.923171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02454e5c-1924-4dae-9799-bd6ab706190c', 'name': 'network-vif-deleted', 'tag': 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:13.980760 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-e8303cde-3861-4024-a87d-a36779133fad req-54ed1fa6-e2e1-4bef-b04d-e3812b6f2fc0 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "DELETE /v2.0/ports/be1d5ac8-e758-4def-abbe-2d4d33ee07dd HTTP/1.1" status: 204 len: 173 time: 1.1536846 Apr 20 19:27:13.984190 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02454e5c-1924-4dae-9799-bd6ab706190c', 'name': 'network-vif-deleted', 'tag': 'be1d5ac8-e758-4def-abbe-2d4d33ee07dd', 'status': 'completed', 'code': 200} Apr 20 19:27:14.964041 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-33126280-743b-40d9-b601-70aa16218030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:15.491813 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be1d5ac8-e758-4def-abbe-2d4d33ee07dd no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:15.538506 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: be1d5ac8-e758-4def-abbe-2d4d33ee07dd {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:27:15.538903 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device be1d5ac8-e758-4def-abbe-2d4d33ee07dd not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:27:16.876496 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450e85a-32d5-4500-91b9-9f6371e0cb91 req-2e830821-8c45-4910-8c28-2265ca10419c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:16.877257 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-2450e85a-32d5-4500-91b9-9f6371e0cb91 req-2e830821-8c45-4910-8c28-2265ca10419c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Synchronizing usage tracker for tenant:1cba74aed33a483cb614689fb1956258 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:16.935744 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-2450e85a-32d5-4500-91b9-9f6371e0cb91 req-2e830821-8c45-4910-8c28-2265ca10419c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Unset dirty status for tenant:1cba74aed33a483cb614689fb1956258 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:16.937283 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2450e85a-32d5-4500-91b9-9f6371e0cb91 req-2e830821-8c45-4910-8c28-2265ca10419c tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 946 time: 0.1700416 Apr 20 19:27:16.991781 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-2450e85a-32d5-4500-91b9-9f6371e0cb91 req-632826bb-dbd2-4a6d-bf2c-ae12840e0d0e tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476134 Apr 20 19:27:17.227003 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5dc1a521-a8ca-4435-88a7-f80c240279a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:17.442511 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.061667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:18.201743 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e3cc4-cfaa-42a9-a6bd-76142f292a93 req-1949fbd7-0500-4184-ac31-5838a92fba32 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:18.203362 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4a2e3cc4-cfaa-42a9-a6bd-76142f292a93 req-1949fbd7-0500-4184-ac31-5838a92fba32 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 946 time: 0.0932457 Apr 20 19:27:18.266579 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4a2e3cc4-cfaa-42a9-a6bd-76142f292a93 req-e0fdd687-6d10-4b91-aa1c-aedf06c074b2 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf07833e-6f4b-47b5-92cf-b14c2154ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560427 Apr 20 19:27:18.647520 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-1f9d7c59-4c9b-4b85-954f-db0a31e76004 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:18.649699 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-1f9d7c59-4c9b-4b85-954f-db0a31e76004 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 946 time: 0.0967836 Apr 20 19:27:18.739841 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Deleting port 10335ac9-b56d-4a7c-b73d-34587e9e10b1 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:27:18.740180 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.022856 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] For port 10335ac9-b56d-4a7c-b73d-34587e9e10b1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10335ac9-b56d-4a7c-b73d-34587e9e10b1,segment=NetworkSegment(f2cc05d3-0051-432c-893c-9c6d2b32b6cb),segment_id=f2cc05d3-0051-432c-893c-9c6d2b32b6cb)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:19.023259 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.163178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Calling delete_port for 10335ac9-b56d-4a7c-b73d-34587e9e10b1 owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:27:19.168991 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.393019 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.401004 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8eb0e52a-2c0c-47f7-9f2a-bcbbf671106f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:19.405642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['10335ac9-b56d-4a7c-b73d-34587e9e10b1'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:27:19.498222 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Pushing event deleted for resources: {'Port': ['ID=10335ac9-b56d-4a7c-b73d-34587e9e10b1,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:19.508946 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:19.546382 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-774703b5-0738-4375-bc7e-043a7ac41784 req-22f64817-cc5d-4f75-b670-c96a685f5826 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7bf9b09-43aa-447d-9234-4656300b76fc HTTP/1.1" status: 200 len: 210 time: 0.0965836 Apr 20 19:27:19.602958 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] No DVR routers for this DVR port 10335ac9-b56d-4a7c-b73d-34587e9e10b1 on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:27:19.605611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:19.608832 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bf9b09-43aa-447d-9234-4656300b76fc', 'name': 'network-vif-deleted', 'tag': '10335ac9-b56d-4a7c-b73d-34587e9e10b1'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:19.686191 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-99759dcc-d9bf-42be-bc20-df21f99e4589 req-8cbf0e02-2806-4ee3-b745-029488ea95b4 tempest-AttachVolumeNegativeTest-1690630697 tempest-AttachVolumeNegativeTest-1690630697-project] 10.222.0.15 "DELETE /v2.0/ports/10335ac9-b56d-4a7c-b73d-34587e9e10b1 HTTP/1.1" status: 204 len: 173 time: 1.0309100 Apr 20 19:27:19.689313 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bf9b09-43aa-447d-9234-4656300b76fc', 'name': 'network-vif-deleted', 'tag': '10335ac9-b56d-4a7c-b73d-34587e9e10b1', 'status': 'completed', 'code': 200} Apr 20 19:27:20.679656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35898) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:20.756612 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-158789cd-cd26-4243-8673-7aa5b7f33757 admin admin] Deleting subnet e70f83e9-134b-4060-b4ec-ba1661113425 {{(pid=86473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:27:20.759975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-158789cd-cd26-4243-8673-7aa5b7f33757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.820305 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-158789cd-cd26-4243-8673-7aa5b7f33757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6373221'] for subnet, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:20.892867 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-158789cd-cd26-4243-8673-7aa5b7f33757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.261247 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-158789cd-cd26-4243-8673-7aa5b7f33757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846571119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6725408'] for subnet, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.266162 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:21.306757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158789cd-cd26-4243-8673-7aa5b7f33757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e70f83e9-134b-4060-b4ec-ba1661113425,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:21.310565 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-158789cd-cd26-4243-8673-7aa5b7f33757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:21.313329 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-158789cd-cd26-4243-8673-7aa5b7f33757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.321054 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-158789cd-cd26-4243-8673-7aa5b7f33757 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e70f83e9-134b-4060-b4ec-ba1661113425 HTTP/1.1" status: 204 len: 168 time: 0.6402624 Apr 20 19:27:21.323994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 35902) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:21.445707 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.543077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 10335ac9-b56d-4a7c-b73d-34587e9e10b1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:21.584038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.600973 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: 10335ac9-b56d-4a7c-b73d-34587e9e10b1 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:27:21.601372 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device 10335ac9-b56d-4a7c-b73d-34587e9e10b1 not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:27:21.715109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61856da6-58c9-4f4d-a35a-4c7fd5cc5dae']}} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:21.729334 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb') {'for_net_delete': True} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:21.729687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cc05d3-0051-432c-893c-9c6d2b32b6cb') {} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:21.743468 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848402579'] for segment, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.820962 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.828597 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=86473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:27:22.258024 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:27:22.268211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8212018'] for segment, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.461863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Network 61856da6-58c9-4f4d-a35a-4c7fd5cc5dae has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:27:22.501730 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:27:22.741302 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.745558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5bd70e6e-079a-4ca2-93ca-f194fccff175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:22.759851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:22.772027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=61856da6-58c9-4f4d-a35a-4c7fd5cc5dae,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:22.775624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:22.826243 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a90ca07b-c6b6-4c0b-a35e-c2702bc82a91 admin admin] 10.222.0.35 "DELETE /v2.0/networks/61856da6-58c9-4f4d-a35a-4c7fd5cc5dae HTTP/1.1" status: 204 len: 168 time: 1.5010514 Apr 20 19:27:23.261472 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35908) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:23.329351 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-65ab7428-8c7e-40cd-a9b5-0cbf274dca2f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cba74aed33a483cb614689fb1956258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660639 Apr 20 19:27:23.333705 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 35912) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:23.405816 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.441969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.541229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.547229 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d6504275-febc-44f7-9697-9101128b53c5 tempest-TestMinimumBasicScenario-117428846 tempest-TestMinimumBasicScenario-117428846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:23.562109 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf07833e-6f4b-47b5-92cf-b14c2154ac3b,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:23.571738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.573847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.573847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.573847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.573847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.573847 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.574653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.574653 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.574956 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.575186 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.575585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.575979 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:23.579560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:23.624226 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.625409 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-cdc9ebf5-937b-4baa-9481-0297e3a7e99a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf07833e-6f4b-47b5-92cf-b14c2154ac3b HTTP/1.1" status: 204 len: 168 time: 0.2906358 Apr 20 19:27:29.703328 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36046) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:29.888401 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:29.918464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:29.925225 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9ad9aaefe94b699d2be2478145a3f2 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:29.930398 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:29.937352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:30.106263 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:30.141088 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:30.152023 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fcc2951b-4e60-44c3-8dfb-b9081136d488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:30.197841 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f9ad9aaefe94b699d2be2478145a3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930046 Apr 20 19:27:30.199579 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230efa6f-4822-4dd6-9fe6-b64f24d37f6f,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:30.202217 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36052) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:30.205663 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:30.279738 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7204e9a2-7784-4ae1-bc0f-f3083acc9001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:30.317849 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7204e9a2-7784-4ae1-bc0f-f3083acc9001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:30.407193 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7204e9a2-7784-4ae1-bc0f-f3083acc9001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:30.412983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d1445933-a472-4278-a2bd-c100c6ab59d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:30.425358 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204e9a2-7784-4ae1-bc0f-f3083acc9001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230efa6f-4822-4dd6-9fe6-b64f24d37f6f,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:30.429674 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7204e9a2-7784-4ae1-bc0f-f3083acc9001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:30.438114 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-7204e9a2-7784-4ae1-bc0f-f3083acc9001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:30.439850 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-7204e9a2-7784-4ae1-bc0f-f3083acc9001 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/230efa6f-4822-4dd6-9fe6-b64f24d37f6f HTTP/1.1" status: 204 len: 168 time: 0.2360139 Apr 20 19:27:30.986625 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36060) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:31.007830 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcec8-bad8-45a7-b181-67957a1fc984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.024610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-bcbbcec8-bad8-45a7-b181-67957a1fc984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:31.028984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-bcbbcec8-bad8-45a7-b181-67957a1fc984 admin admin] Usage tracker for resource:security_group_rule and tenant:57d7465c22b64900a6bd20b725d87b02 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:31.032171 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-bcbbcec8-bad8-45a7-b181-67957a1fc984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:31.040045 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-bcbbcec8-bad8-45a7-b181-67957a1fc984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:31.133192 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcec8-bad8-45a7-b181-67957a1fc984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.178858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcec8-bad8-45a7-b181-67957a1fc984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.187890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-98ef2b5d-9785-407e-aef6-71d0dc57b1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:31.259175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbcec8-bad8-45a7-b181-67957a1fc984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00072f3-fddc-46ce-8836-9ba146485073,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:31.264083 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-bcbbcec8-bad8-45a7-b181-67957a1fc984 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57d7465c22b64900a6bd20b725d87b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761705 Apr 20 19:27:31.265138 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-bcbbcec8-bad8-45a7-b181-67957a1fc984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:31.268840 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36064) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:31.368236 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5382a613-01ac-4d11-91f8-404648f38820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.404939 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5382a613-01ac-4d11-91f8-404648f38820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.495210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5382a613-01ac-4d11-91f8-404648f38820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.499384 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-711a0618-debb-486d-b9bd-562eb743ab32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:31.512552 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382a613-01ac-4d11-91f8-404648f38820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00072f3-fddc-46ce-8836-9ba146485073,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:31.517859 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5382a613-01ac-4d11-91f8-404648f38820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:31.521822 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5382a613-01ac-4d11-91f8-404648f38820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:31.525820 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5382a613-01ac-4d11-91f8-404648f38820 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c00072f3-fddc-46ce-8836-9ba146485073 HTTP/1.1" status: 204 len: 168 time: 0.2560413 Apr 20 19:27:33.269994 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:27:34.146776 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:44.958181 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d36f77a3-55d7-4e3b-b5a6-20177fd5b555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:47.226664 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a99cce22-eff9-49a5-94c2-b40449747492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:47.449273 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.050386 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.126194 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.419087 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36244) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:53.595474 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-903fc30d-4470-4f26-a8ad-609311304d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.612212 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-903fc30d-4470-4f26-a8ad-609311304d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:53.617139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-903fc30d-4470-4f26-a8ad-609311304d78 admin admin] Usage tracker for resource:security_group_rule and tenant:23d5f6d57d3541ccb854ec76bb9f898d is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:53.620153 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-903fc30d-4470-4f26-a8ad-609311304d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:53.626251 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-903fc30d-4470-4f26-a8ad-609311304d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:53.715130 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-903fc30d-4470-4f26-a8ad-609311304d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.783211 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-903fc30d-4470-4f26-a8ad-609311304d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.793884 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4f13dcbc-f8ba-478b-95e6-3c4e7f2d20f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:53.844853 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-903fc30d-4470-4f26-a8ad-609311304d78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=23d5f6d57d3541ccb854ec76bb9f898d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213035 Apr 20 19:27:53.844853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fc30d-4470-4f26-a8ad-609311304d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d11b56-fd78-4425-b7fc-9d540a9aa323,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:53.845176 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36250) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:53.847682 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-903fc30d-4470-4f26-a8ad-609311304d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:53.910873 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-290f0722-aaf2-4d6d-b297-589e48ebb21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.940593 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-290f0722-aaf2-4d6d-b297-589e48ebb21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.020736 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-290f0722-aaf2-4d6d-b297-589e48ebb21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.026119 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0ad97597-a118-48aa-b905-ccc607970ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:54.040420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f0722-aaf2-4d6d-b297-589e48ebb21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d11b56-fd78-4425-b7fc-9d540a9aa323,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:54.045566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-290f0722-aaf2-4d6d-b297-589e48ebb21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:54.050110 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-290f0722-aaf2-4d6d-b297-589e48ebb21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.051784 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-290f0722-aaf2-4d6d-b297-589e48ebb21d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84d11b56-fd78-4425-b7fc-9d540a9aa323 HTTP/1.1" status: 204 len: 168 time: 0.2058787 Apr 20 19:27:54.571396 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36258) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:54.591809 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85efcce9-2876-48a4-924e-104910f28e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.609415 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-85efcce9-2876-48a4-924e-104910f28e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:27:54.614354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-85efcce9-2876-48a4-924e-104910f28e54 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb506444e294dfaa80f65f4812877d3 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:27:54.617496 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-85efcce9-2876-48a4-924e-104910f28e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:27:54.623606 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-85efcce9-2876-48a4-924e-104910f28e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:27:54.719047 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85efcce9-2876-48a4-924e-104910f28e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.755010 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-85efcce9-2876-48a4-924e-104910f28e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.764195 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f2684f53-26e4-4473-bf51-37da0d743b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:54.806653 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-85efcce9-2876-48a4-924e-104910f28e54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ebb506444e294dfaa80f65f4812877d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340534 Apr 20 19:27:54.808346 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efcce9-2876-48a4-924e-104910f28e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc478123-2006-4c56-9322-3913ff20a453,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:54.809573 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36262) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:54.811555 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-85efcce9-2876-48a4-924e-104910f28e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:54.877367 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6bb2334c-9a1b-4972-b4de-678bf4686a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:54.904139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6bb2334c-9a1b-4972-b4de-678bf4686a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:55.066693 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6bb2334c-9a1b-4972-b4de-678bf4686a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:55.071860 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4a531309-8074-48a5-910b-d9043f2c5c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:55.085091 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2334c-9a1b-4972-b4de-678bf4686a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc478123-2006-4c56-9322-3913ff20a453,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:55.088739 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-6bb2334c-9a1b-4972-b4de-678bf4686a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:55.094409 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-6bb2334c-9a1b-4972-b4de-678bf4686a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:55.095629 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-6bb2334c-9a1b-4972-b4de-678bf4686a43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc478123-2006-4c56-9322-3913ff20a453 HTTP/1.1" status: 204 len: 168 time: 0.2849762 Apr 20 19:28:00.816514 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36336) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:00.949206 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3cefa390-f16a-40aa-8ce7-d44c1c83d519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:00.965694 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-3cefa390-f16a-40aa-8ce7-d44c1c83d519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:00.969721 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-3cefa390-f16a-40aa-8ce7-d44c1c83d519 admin admin] Usage tracker for resource:security_group_rule and tenant:cd71ce8c537049019ef630627d72d9a9 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:00.972744 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-3cefa390-f16a-40aa-8ce7-d44c1c83d519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:00.978914 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-3cefa390-f16a-40aa-8ce7-d44c1c83d519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:01.128291 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3cefa390-f16a-40aa-8ce7-d44c1c83d519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.174481 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3cefa390-f16a-40aa-8ce7-d44c1c83d519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.187618 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-108c2fa1-82ee-4896-92b2-5231b9f47049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:01.231189 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3cefa390-f16a-40aa-8ce7-d44c1c83d519 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd71ce8c537049019ef630627d72d9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4135506 Apr 20 19:28:01.233129 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefa390-f16a-40aa-8ce7-d44c1c83d519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc89a0-1483-4457-9981-3539fa30a45e,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:01.234393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36342) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:01.236592 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3cefa390-f16a-40aa-8ce7-d44c1c83d519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:01.298267 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5951a99d-e47d-4098-bb44-82fbeb6be137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.326053 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5951a99d-e47d-4098-bb44-82fbeb6be137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.397129 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5951a99d-e47d-4098-bb44-82fbeb6be137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.401067 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c821b08f-62c1-4882-b12c-856903ec8bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:01.415412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951a99d-e47d-4098-bb44-82fbeb6be137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fc89a0-1483-4457-9981-3539fa30a45e,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:01.417818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5951a99d-e47d-4098-bb44-82fbeb6be137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:01.426812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5951a99d-e47d-4098-bb44-82fbeb6be137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.428012 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-5951a99d-e47d-4098-bb44-82fbeb6be137 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6fc89a0-1483-4457-9981-3539fa30a45e HTTP/1.1" status: 204 len: 168 time: 0.1925151 Apr 20 19:28:01.865254 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36350) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:01.885260 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-06fb522a-3101-4001-9988-6d871b577ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:01.901610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-06fb522a-3101-4001-9988-6d871b577ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:01.905737 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-06fb522a-3101-4001-9988-6d871b577ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:c392ddadc93e43c99879bbfd98902f34 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:01.909412 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-06fb522a-3101-4001-9988-6d871b577ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:01.915362 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-06fb522a-3101-4001-9988-6d871b577ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:02.009015 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-06fb522a-3101-4001-9988-6d871b577ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.051851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-06fb522a-3101-4001-9988-6d871b577ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.061532 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-c178ab72-a22e-43f9-87f9-d649864fd084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:02.104920 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-06fb522a-3101-4001-9988-6d871b577ae3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c392ddadc93e43c99879bbfd98902f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384455 Apr 20 19:28:02.105949 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb522a-3101-4001-9988-6d871b577ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432862e1-cce3-4497-abe8-5df8b35b2ddf,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:02.108288 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36354) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:02.109444 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-06fb522a-3101-4001-9988-6d871b577ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:02.178466 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d070b393-eff8-41a8-8f5d-764f44e1adf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.207650 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d070b393-eff8-41a8-8f5d-764f44e1adf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.280287 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d070b393-eff8-41a8-8f5d-764f44e1adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.286105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ee563be4-7a1c-409a-8a47-15e7f24e4b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:02.299411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070b393-eff8-41a8-8f5d-764f44e1adf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432862e1-cce3-4497-abe8-5df8b35b2ddf,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:02.302715 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d070b393-eff8-41a8-8f5d-764f44e1adf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:02.304871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d070b393-eff8-41a8-8f5d-764f44e1adf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:02.306003 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-d070b393-eff8-41a8-8f5d-764f44e1adf5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/432862e1-cce3-4497-abe8-5df8b35b2ddf HTTP/1.1" status: 204 len: 168 time: 0.1966600 Apr 20 19:28:03.234527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36378) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:03.352174 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-251192486-network', 'tenant_id': 'c9fac1b4d87249d3a062004a86660e76'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:03.357336 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:03.361703 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Usage tracker for resource:network and tenant:c9fac1b4d87249d3a062004a86660e76 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:03.365704 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:03.371787 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:03.411631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Made reservation on behalf of c9fac1b4d87249d3a062004a86660e76 for: {'network': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:03.416593 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.431096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.446544 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:03.450555 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Usage tracker for resource:security_group_rule and tenant:c9fac1b4d87249d3a062004a86660e76 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:03.453468 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:03.460059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:03.545747 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.594667 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.599812 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8699050d-3d18-449d-969c-dcc07a71df0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:03.632542 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=86473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:28:03.643971 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cee6914-3b64-431f-92f8-bc68f07f14fc,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:03.647419 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:03.670808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.671198 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Added segment 82f73543-83e6-418a-b28c-15d8db34a55e of type vlan for network 21de3f55-d2a2-4900-8f8b-6731b417c44d Apr 20 19:28:03.704744 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.806031 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.807484 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:03.808142 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:03.813665 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:03.929279 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Pushing event updated for resources: {'Network': ['ID=21de3f55-d2a2-4900-8f8b-6731b417c44d,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:03.929911 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:03.937996 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 21de3f55-d2a2-4900-8f8b-6731b417c44d details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:28:03.949836 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2d9f95f4-c14d-4752-b233-8abe1935bffc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7140250 Apr 20 19:28:03.952829 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36384) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:03.960022 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Request body: {'subnet': {'network_id': '21de3f55-d2a2-4900-8f8b-6731b417c44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-251192486-subnet', 'tenant_id': 'c9fac1b4d87249d3a062004a86660e76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:03.965749 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:03.969900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Usage tracker for resource:subnet and tenant:c9fac1b4d87249d3a062004a86660e76 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:03.973023 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:03.979232 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:04.037610 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Made reservation on behalf of c9fac1b4d87249d3a062004a86660e76 for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:04.042624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848050422'] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:04.183189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:04.501671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8204756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848050405'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:04.507783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:04.589611 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Pushing event updated for resources: {'Subnet': ['ID=001f9d20-802d-47c8-b18e-09da0080c20e,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:04.594152 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:04.599460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Checking segment: {'id': '82f73543-83e6-418a-b28c-15d8db34a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '21de3f55-d2a2-4900-8f8b-6731b417c44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:04.599853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Network hostable DHCP agents. Network: 21de3f55-d2a2-4900-8f8b-6731b417c44d, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:28:04.683178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Network 21de3f55-d2a2-4900-8f8b-6731b417c44d is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:28:04.711591 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 21de3f55-d2a2-4900-8f8b-6731b417c44d) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:04.721615 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d018a3a6-3c19-450c-92f1-54b50ae0b7f6 None None] Network 21de3f55-d2a2-4900-8f8b-6731b417c44d requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:04.725902 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:04.726550 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:04.775563 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-e9a0f076-95b6-4a43-aac3-4bb85776fbac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8213930 Apr 20 19:28:04.959137 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf00e2-6751-4a47-b79b-020908e23d31 None None] Network 21de3f55-d2a2-4900-8f8b-6731b417c44d requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:05.511760 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36402) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:05.518975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1922085206-network', 'tenant_id': '2e70f47a0c654d699fef7adc947b15a9'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:05.524400 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:05.528540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Usage tracker for resource:network and tenant:2e70f47a0c654d699fef7adc947b15a9 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:05.532487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:05.538840 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:05.581656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Made reservation on behalf of 2e70f47a0c654d699fef7adc947b15a9 for: {'network': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:05.587407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.600966 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.618123 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:05.622895 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Usage tracker for resource:security_group_rule and tenant:2e70f47a0c654d699fef7adc947b15a9 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:05.626148 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:05.633183 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:05.735196 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.777470 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.782154 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1d9d4624-c7b6-46b3-9970-449e9b4b06f3 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:05.813349 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=86473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:28:05.827942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfa15ed-6b1e-4b26-9c9d-37eed356ad66,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:05.832907 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:05.834048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.834435 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.db.segments_db [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Added segment 9a66f8a2-9f0f-4174-ab29-36ef8a9f7cce of type vlan for network 9b3df7b1-a77c-43cc-a8db-7397ee80b223 Apr 20 19:28:05.863524 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785662441075'] for network, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.928900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426'] for network, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.930364 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:05.931014 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:05.936240 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-36e326b1-e5fe-4da8-abbf-123baf03c833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:06.042935 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Pushing event updated for resources: {'Network': ['ID=9b3df7b1-a77c-43cc-a8db-7397ee80b223,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:06.045873 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:06.057557 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Network 9b3df7b1-a77c-43cc-a8db-7397ee80b223 details requested by agent ovs-agent-dv-cinder-786933-2-smb with host dv-cinder-786933-2-smb {{(pid=86474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:28:06.082169 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-2ff871c2-344f-4547-8e28-528ca17f0126 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5688241 Apr 20 19:28:06.085253 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36406) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:06.091708 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Request body: {'subnet': {'network_id': '9b3df7b1-a77c-43cc-a8db-7397ee80b223', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1922085206-subnet', 'tenant_id': '2e70f47a0c654d699fef7adc947b15a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:06.098199 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:06.104406 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Usage tracker for resource:subnet and tenant:2e70f47a0c654d699fef7adc947b15a9 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:06.107394 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:06.114719 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:06.163328 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Made reservation on behalf of 2e70f47a0c654d699fef7adc947b15a9 for: {'subnet': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:06.168363 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848050422'] for subnet, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:06.767404 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8204756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848050405'] for subnet, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:06.772974 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-d6b68ad0-31be-4854-bb19-405980cc32d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:06.854105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e2747a-a29f-4594-9d5c-c1a18a58ac2a,revision_number=0']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:06.858096 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:06.860768 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Checking segment: {'id': '9a66f8a2-9f0f-4174-ab29-36ef8a9f7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9b3df7b1-a77c-43cc-a8db-7397ee80b223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:06.861118 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Network hostable DHCP agents. Network: 9b3df7b1-a77c-43cc-a8db-7397ee80b223, hostable agents: ['434792d6-efa1-4880-b19a-29ff71012cc2'], hosted agents: [] {{(pid=86473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:28:06.905746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Network 9b3df7b1-a77c-43cc-a8db-7397ee80b223 is scheduled to be hosted by DHCP agent 434792d6-efa1-4880-b19a-29ff71012cc2 with binding_index 1 {{(pid=86473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:28:06.941167 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-smb, 9b3df7b1-a77c-43cc-a8db-7397ee80b223) {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:06.950583 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fddc213-388b-42bb-96fe-be5d89fcc273 None None] Network 9b3df7b1-a77c-43cc-a8db-7397ee80b223 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:06.953399 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:06.954077 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:07.001074 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-3429462e-d909-4d1e-bebe-201c39efa66e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9145873 Apr 20 19:28:07.180619 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f63d268-5455-44b9-833e-441a182155c5 None None] Network 9b3df7b1-a77c-43cc-a8db-7397ee80b223 requested from dv-cinder-786933-2-smb {{(pid=86474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:07.628354 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-b93308ef-b50f-47d1-977a-86f2beb90a7f tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:07.629122 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-b93308ef-b50f-47d1-977a-86f2beb90a7f tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Synchronizing usage tracker for tenant:c9fac1b4d87249d3a062004a86660e76 on resource:network {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:07.677806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-b93308ef-b50f-47d1-977a-86f2beb90a7f tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Unset dirty status for tenant:c9fac1b4d87249d3a062004a86660e76 on resource:network {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:07.679189 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-b93308ef-b50f-47d1-977a-86f2beb90a7f tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/networks?id=21de3f55-d2a2-4900-8f8b-6731b417c44d HTTP/1.1" status: 200 len: 808 time: 0.2120378 Apr 20 19:28:07.697103 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-c6864814-ab05-48f2-928c-249e82d7ebbc tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/quotas/c9fac1b4d87249d3a062004a86660e76 HTTP/1.1" status: 200 len: 375 time: 0.0112472 Apr 20 19:28:07.753962 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-5c48af68-cee3-4035-aab6-8d1624478357 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9fac1b4d87249d3a062004a86660e76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504966 Apr 20 19:28:07.870105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-43b5876f-47c0-4b39-b664-7c77c172c143 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:28:07.871196 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-43b5876f-47c0-4b39-b664-7c77c172c143 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1100438 Apr 20 19:28:08.017578 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-2b6a6dab-5d67-445a-b84d-51e17f4a0bf1 service neutron] 10.222.0.35 "GET /v2.0/networks/21de3f55-d2a2-4900-8f8b-6731b417c44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397974 Apr 20 19:28:08.164884 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-d5dce0ea-5631-488c-b2fd-0fc110737747 service neutron] 10.222.0.35 "GET /v2.0/networks/21de3f55-d2a2-4900-8f8b-6731b417c44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401613 Apr 20 19:28:08.439915 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ec89f4a8-1161-451e-920d-cedbae5492b6 req-7dc24b12-7e73-443a-866a-625c147e199d tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 210 time: 0.0525746 Apr 20 19:28:09.611562 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-cf749d8a-0d6c-4996-aa9f-327fb6b9c3b6 req-70be58cd-e1c6-4a43-a399-470007f98caa tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 210 time: 0.0507002 Apr 20 19:28:10.268983 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:28:10.460620 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-b517396f-a9bc-4367-b44e-83c42491789e tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:10.462173 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-b517396f-a9bc-4367-b44e-83c42491789e tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.15 "GET /v2.0/networks?id=21de3f55-d2a2-4900-8f8b-6731b417c44d HTTP/1.1" status: 200 len: 808 time: 0.1593325 Apr 20 19:28:10.474441 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Request body: {'port': {'device_id': '0d508ead-068b-4559-9b13-b1ceab7dfa45', 'network_id': '21de3f55-d2a2-4900-8f8b-6731b417c44d', 'admin_state_up': True, 'tenant_id': 'c9fac1b4d87249d3a062004a86660e76'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:10.624344 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:10.628540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Usage tracker for resource:port and tenant:c9fac1b4d87249d3a062004a86660e76 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:10.631558 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:10.637768 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:10.694720 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Made reservation on behalf of c9fac1b4d87249d3a062004a86660e76 for: {'port': 1} {{(pid=86473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:10.700793 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:10.829909 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-409aa56a-9e4a-47b8-9559-6ea2785d9d3b req-9b381880-9612-43d4-87cc-d699262ea961 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 210 time: 0.0618196 Apr 20 19:28:10.937032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_common [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Allocated IP 172.20.0.10 (21de3f55-d2a2-4900-8f8b-6731b417c44d/001f9d20-802d-47c8-b18e-09da0080c20e/f8f4c5d0-ead0-435c-9e2e-8f145757cd22) {{(pid=86473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:11.162306 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Notify callbacks [] for port, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.221113 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251192324144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.228385 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ad389748-607d-40be-b97f-08356df3d796 tempest-VolumesActionsTest-377081809 tempest-VolumesActionsTest-377081809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:11.304449 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Network 21de3f55-d2a2-4900-8f8b-6731b417c44d is already hosted by enough agents. {{(pid=86473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:11.307862 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.scheduler.base_scheduler [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Resources bound (agent type, host, resource id): {{(pid=86473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:11.312668 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Received port after_create {{(pid=86473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:11.343750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Pushing event updated for resources: {'Port': ['ID=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:11.360638 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.361059 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.361513 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.361925 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.362352 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.362750 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.363258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.363670 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.364060 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.364459 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.364858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.365255 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:11.371124 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:11.396309 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:11.396982 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:11.449730 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-81cc9294-e597-4898-b1f1-aa3998c7ed98 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9798172 Apr 20 19:28:11.461992 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.v2.base [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Request body: {'port': {'device_id': '0d508ead-068b-4559-9b13-b1ceab7dfa45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:11.585032 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:12.016243 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f4c5d0-ead0-435c-9e2e-8f145757cd22 {{(pid=86473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:12.026283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:12.053703 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Transition to ACTIVE for port object f8f4c5d0-ead0-435c-9e2e-8f145757cd22 will not be triggered until provisioned by entity L2. {{(pid=86473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:12.074572 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db36372-4438-4e35-9d2b-cad221cf9d92 req-83c95d2c-f84f-40b2-ac1a-7d4f2f2f14ef tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:12.075390 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-5db36372-4438-4e35-9d2b-cad221cf9d92 req-83c95d2c-f84f-40b2-ac1a-7d4f2f2f14ef tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Synchronizing usage tracker for tenant:c9fac1b4d87249d3a062004a86660e76 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:12.094435 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:12.099746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-806eadfe-3d01-4fd4-addc-a0cbcc2c65fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:12.147516 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-5db36372-4438-4e35-9d2b-cad221cf9d92 req-83c95d2c-f84f-40b2-ac1a-7d4f2f2f14ef tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Unset dirty status for tenant:c9fac1b4d87249d3a062004a86660e76 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:12.148729 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5db36372-4438-4e35-9d2b-cad221cf9d92 req-83c95d2c-f84f-40b2-ac1a-7d4f2f2f14ef tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 932 time: 0.1957994 Apr 20 19:28:12.504992 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Pushing event updated for resources: {'Port': ['ID=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,revision_number=2']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:12.545559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:12.593817 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-5db36372-4438-4e35-9d2b-cad221cf9d92 req-c0b8bdb1-b5ec-4fd0-856d-448b577aaddf tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Synchronizing usage tracker for tenant:c9fac1b4d87249d3a062004a86660e76 on resource:security_group {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:12.647790 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Attempting to bind port f8f4c5d0-ead0-435c-9e2e-8f145757cd22 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:12.648163 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Attempting to bind port f8f4c5d0-ead0-435c-9e2e-8f145757cd22 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '82f73543-83e6-418a-b28c-15d8db34a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '21de3f55-d2a2-4900-8f8b-6731b417c44d'}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:12.648534 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Attempting to bind port f8f4c5d0-ead0-435c-9e2e-8f145757cd22 on network 21de3f55-d2a2-4900-8f8b-6731b417c44d {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:12.654585 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Port f8f4c5d0-ead0-435c-9e2e-8f145757cd22 on network 21de3f55-d2a2-4900-8f8b-6731b417c44d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:28:12.654945 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Attempting to bind port f8f4c5d0-ead0-435c-9e2e-8f145757cd22 on network 21de3f55-d2a2-4900-8f8b-6731b417c44d {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:12.661189 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Checking agent: {'id': '8c2aaf45-b582-4475-8b0c-77edf892c337', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:12.661608 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Checking segment: {'id': '82f73543-83e6-418a-b28c-15d8db34a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '21de3f55-d2a2-4900-8f8b-6731b417c44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:12.662038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Bound using segment: {'id': '82f73543-83e6-418a-b28c-15d8db34a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '21de3f55-d2a2-4900-8f8b-6731b417c44d'} {{(pid=86473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:12.662543 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Bound port: f8f4c5d0-ead0-435c-9e2e-8f145757cd22, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f73543-83e6-418a-b28c-15d8db34a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '21de3f55-d2a2-4900-8f8b-6731b417c44d'}}] {{(pid=86473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:12.662927 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:12.674407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-5db36372-4438-4e35-9d2b-cad221cf9d92 req-c0b8bdb1-b5ec-4fd0-856d-448b577aaddf tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Unset dirty status for tenant:c9fac1b4d87249d3a062004a86660e76 on resource:security_group {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:12.675655 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-5db36372-4438-4e35-9d2b-cad221cf9d92 req-c0b8bdb1-b5ec-4fd0-856d-448b577aaddf tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cee6914-3b64-431f-92f8-bc68f07f14fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269244 Apr 20 19:28:12.765918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] For port f8f4c5d0-ead0-435c-9e2e-8f145757cd22, host hv-cinder-78693, cleared binding levels {{(pid=86473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:12.769528 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] For port f8f4c5d0-ead0-435c-9e2e-8f145757cd22, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,segment=NetworkSegment(82f73543-83e6-418a-b28c-15d8db34a55e),segment_id=82f73543-83e6-418a-b28c-15d8db34a55e)] {{(pid=86473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:12.808988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8212044'] for port, after_update {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:12.813942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-4a3f1d55-3b88-401d-8594-3458adbdb8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:12.875301 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:12.876011 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:12.878013 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] 10.222.0.15 "PUT /v2.0/ports/f8f4c5d0-ead0-435c-9e2e-8f145757cd22 HTTP/1.1" status: 200 len: 1094 time: 1.4201338 Apr 20 19:28:12.878722 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d508ead-068b-4559-9b13-b1ceab7dfa45', 'tag': 'f8f4c5d0-ead0-435c-9e2e-8f145757cd22'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:12.900036 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Pushing event updated for resources: {'Port': ['ID=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,revision_number=3']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:12.903395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-7891b238-f136-4c4d-8afb-d17ac70df6af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:12.933300 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d508ead-068b-4559-9b13-b1ceab7dfa45', 'tag': 'f8f4c5d0-ead0-435c-9e2e-8f145757cd22', 'status': 'completed', 'code': 200} Apr 20 19:28:13.029284 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-c15f5926-491c-46f3-8e31-e4d1a1fb5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:13.030888 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-c15f5926-491c-46f3-8e31-e4d1a1fb5d54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9fac1b4d87249d3a062004a86660e76&device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 1097 time: 0.0838094 Apr 20 19:28:13.106035 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-fea7f22f-efaf-4aaf-bb8f-d75bd97cbb02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f4c5d0-ead0-435c-9e2e-8f145757cd22 HTTP/1.1" status: 200 len: 217 time: 0.0677056 Apr 20 19:28:13.177779 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-6010a67e-12ef-4e9e-9a7c-12eab962634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:13.179357 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-6010a67e-12ef-4e9e-9a7c-12eab962634d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=001f9d20-802d-47c8-b18e-09da0080c20e HTTP/1.1" status: 200 len: 848 time: 0.0678821 Apr 20 19:28:13.235229 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-da253a3d-6933-4192-8e54-39464d5bea32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21de3f55-d2a2-4900-8f8b-6731b417c44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487404 Apr 20 19:28:13.385295 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-6a94f131-98c5-434c-92a2-7db9b4257afe service neutron] 10.222.0.15 "GET /v2.0/networks/21de3f55-d2a2-4900-8f8b-6731b417c44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443362 Apr 20 19:28:13.542172 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-09445509-43c5-4a7c-9e50-2b0b9e6e750c req-c19e9118-2349-4012-a64d-f83d5f7d12a6 service neutron] 10.222.0.15 "GET /v2.0/networks/21de3f55-d2a2-4900-8f8b-6731b417c44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511116 Apr 20 19:28:13.718425 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d520e9c-d8ac-40e0-abed-b66c525f8961 req-8596256d-cf49-4d26-81f4-c2d3882ffeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:13.720032 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d520e9c-d8ac-40e0-abed-b66c525f8961 req-8596256d-cf49-4d26-81f4-c2d3882ffeb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9fac1b4d87249d3a062004a86660e76&device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 1097 time: 0.0876510 Apr 20 19:28:13.931102 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d520e9c-d8ac-40e0-abed-b66c525f8961 req-24f680f0-b25f-408d-8f1c-9aac9450cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:13.932685 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d520e9c-d8ac-40e0-abed-b66c525f8961 req-24f680f0-b25f-408d-8f1c-9aac9450cf0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=21de3f55-d2a2-4900-8f8b-6731b417c44d HTTP/1.1" status: 200 len: 909 time: 0.2062273 Apr 20 19:28:14.010552 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4db485-9ed6-45d7-b7ad-b8664b566bb5 req-20401868-26cf-415d-b124-5b3b17b4c272 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:14.012186 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fe4db485-9ed6-45d7-b7ad-b8664b566bb5 req-20401868-26cf-415d-b124-5b3b17b4c272 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 944 time: 0.2094631 Apr 20 19:28:14.023629 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d520e9c-d8ac-40e0-abed-b66c525f8961 req-f6464af6-a0b1-4cac-85bf-a1d89e7cfa2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f4c5d0-ead0-435c-9e2e-8f145757cd22 HTTP/1.1" status: 200 len: 217 time: 0.0836394 Apr 20 19:28:14.124053 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-fe4db485-9ed6-45d7-b7ad-b8664b566bb5 req-4610aba9-068a-49d3-a576-0b932ef04dc7 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cee6914-3b64-431f-92f8-bc68f07f14fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023092 Apr 20 19:28:14.130642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d520e9c-d8ac-40e0-abed-b66c525f8961 req-deffa28c-65c3-47bf-be99-4e5dbfc696e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:14.132219 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d520e9c-d8ac-40e0-abed-b66c525f8961 req-deffa28c-65c3-47bf-be99-4e5dbfc696e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=001f9d20-802d-47c8-b18e-09da0080c20e HTTP/1.1" status: 200 len: 848 time: 0.0922177 Apr 20 19:28:14.190917 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d520e9c-d8ac-40e0-abed-b66c525f8961 req-c5b460b1-75a4-4261-b816-92644fa00b01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21de3f55-d2a2-4900-8f8b-6731b417c44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514796 Apr 20 19:28:14.341381 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d520e9c-d8ac-40e0-abed-b66c525f8961 req-57bed3a6-3af5-4211-b5fb-cf22983deb7f service neutron] 10.222.0.15 "GET /v2.0/networks/21de3f55-d2a2-4900-8f8b-6731b417c44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439617 Apr 20 19:28:14.487343 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-9d520e9c-d8ac-40e0-abed-b66c525f8961 req-9c698090-d95b-4351-887c-bb6e08508d07 service neutron] 10.222.0.15 "GET /v2.0/networks/21de3f55-d2a2-4900-8f8b-6731b417c44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388342 Apr 20 19:28:14.965686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-75610a5c-4dc3-46c2-822b-d877eecf4418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:15.327909 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38640898-48aa-4cce-8264-389c42270efa req-19057e61-e555-4756-92d1-65c68c6cd9a0 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.329671 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-38640898-48aa-4cce-8264-389c42270efa req-19057e61-e555-4756-92d1-65c68c6cd9a0 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 944 time: 0.0902116 Apr 20 19:28:15.380155 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-38640898-48aa-4cce-8264-389c42270efa req-7d4fbd1f-22a5-431d-9f5c-0c4f7c7ef868 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cee6914-3b64-431f-92f8-bc68f07f14fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Apr 20 19:28:15.821593 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device f8f4c5d0-ead0-435c-9e2e-8f145757cd22 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:28:15.974845 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port f8f4c5d0-ead0-435c-9e2e-8f145757cd22, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,segment=NetworkSegment(82f73543-83e6-418a-b28c-15d8db34a55e),segment_id=82f73543-83e6-418a-b28c-15d8db34a55e)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:15.991139 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Returning: {'device': 'f8f4c5d0-ead0-435c-9e2e-8f145757cd22', 'network_id': '21de3f55-d2a2-4900-8f8b-6731b417c44d', 'port_id': 'f8f4c5d0-ead0-435c-9e2e-8f145757cd22', 'mac_address': 'fa:16:3e:15:0c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001f9d20-802d-47c8-b18e-09da0080c20e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:28:16.049622 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:16.068635 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f4c5d0-ead0-435c-9e2e-8f145757cd22 {{(pid=86474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:16.084932 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port f8f4c5d0-ead0-435c-9e2e-8f145757cd22, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,segment=NetworkSegment(82f73543-83e6-418a-b28c-15d8db34a55e),segment_id=82f73543-83e6-418a-b28c-15d8db34a55e)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:16.143111 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:16.145977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:16.219718 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,revision_number=4']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:16.228343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.228661 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.229038 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.229414 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.229808 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.230175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.230540 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.230901 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.231274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.231631 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.231986 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.232345 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:16.236735 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:16.460411 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['f8f4c5d0-ead0-435c-9e2e-8f145757cd22'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:28:16.604800 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58acf14-d4ee-4bc7-b3d9-a995c1cb3366 req-edec36d2-9588-4695-a7f8-b0036d19ad15 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:16.606394 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d58acf14-d4ee-4bc7-b3d9-a995c1cb3366 req-edec36d2-9588-4695-a7f8-b0036d19ad15 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 945 time: 0.0998366 Apr 20 19:28:16.658381 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d58acf14-d4ee-4bc7-b3d9-a995c1cb3366 req-d3968140-2c41-40f2-af74-4b09ff051f7c tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cee6914-3b64-431f-92f8-bc68f07f14fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453138 Apr 20 19:28:17.228725 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c237fed1-40e6-4cc1-bef9-2b9d11ff6f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.437759 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.821452 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device f8f4c5d0-ead0-435c-9e2e-8f145757cd22 up at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:17.958460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning for port f8f4c5d0-ead0-435c-9e2e-8f145757cd22 completed by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:17.963778 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.provisioning_blocks [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Provisioning complete for port f8f4c5d0-ead0-435c-9e2e-8f145757cd22 triggered by entity L2. {{(pid=86474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:17.964198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742912'] for port, provisioning_complete {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:18.013632 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26254f68-64f2-4542-a454-6a4b4457a866 req-789ef009-bb01-4317-9523-adec12cd2074 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:18.015221 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-26254f68-64f2-4542-a454-6a4b4457a866 req-789ef009-bb01-4317-9523-adec12cd2074 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 945 time: 0.0936942 Apr 20 19:28:18.065385 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-26254f68-64f2-4542-a454-6a4b4457a866 req-3d0ef493-b2d0-4566-9e13-26eaeae9dc37 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cee6914-3b64-431f-92f8-bc68f07f14fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Apr 20 19:28:18.083000 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:18.110271 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:18.138652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d508ead-068b-4559-9b13-b1ceab7dfa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f4c5d0-ead0-435c-9e2e-8f145757cd22'}] {{(pid=86474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:18.149659 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] For port f8f4c5d0-ead0-435c-9e2e-8f145757cd22, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,segment=NetworkSegment(82f73543-83e6-418a-b28c-15d8db34a55e),segment_id=82f73543-83e6-418a-b28c-15d8db34a55e)] {{(pid=86474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:18.183185 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785662899144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251192324127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251192322556'] for port, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:18.186048 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:18.245033 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d508ead-068b-4559-9b13-b1ceab7dfa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f4c5d0-ead0-435c-9e2e-8f145757cd22', 'code': 200} Apr 20 19:28:18.262483 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Pushing event updated for resources: {'Port': ['ID=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,revision_number=5']} {{(pid=86474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:18.266563 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86474) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:18.556892 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780efa-d5c5-4956-b974-24b9263ac5aa req-3d53cfba-9fd7-44d9-904f-8b723ddf866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:18.558535 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef780efa-d5c5-4956-b974-24b9263ac5aa req-3d53cfba-9fd7-44d9-904f-8b723ddf866e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 1099 time: 0.0830872 Apr 20 19:28:18.601346 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-ef780efa-d5c5-4956-b974-24b9263ac5aa req-b6491911-1765-442e-845e-f0dafe9bae95 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4cee6914-3b64-431f-92f8-bc68f07f14fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367336 Apr 20 19:28:19.146312 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.266175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65260d6-06ec-4f0d-9e21-961f68bce53b req-804bf6db-b8c8-414a-a1f6-d22cbd06b904 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:19.267781 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a65260d6-06ec-4f0d-9e21-961f68bce53b req-804bf6db-b8c8-414a-a1f6-d22cbd06b904 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 946 time: 0.0876544 Apr 20 19:28:19.321813 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-a65260d6-06ec-4f0d-9e21-961f68bce53b req-9d6603bc-d54b-4833-a296-e3587c9f70ce tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cee6914-3b64-431f-92f8-bc68f07f14fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459933 Apr 20 19:28:20.524717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79675bf-4b49-4ff0-bda2-a950cf9e7e3b req-92d426ce-2307-4d10-962c-c1616d10ed49 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:20.526384 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d79675bf-4b49-4ff0-bda2-a950cf9e7e3b req-92d426ce-2307-4d10-962c-c1616d10ed49 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 946 time: 0.0892551 Apr 20 19:28:20.575036 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-d79675bf-4b49-4ff0-bda2-a950cf9e7e3b req-9ccf91a7-0753-48cc-bfd2-9d35bcda5f94 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cee6914-3b64-431f-92f8-bc68f07f14fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Apr 20 19:28:24.546379 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1c99d-cd4c-46b5-8ff6-838ca0317f1b req-94212fb1-3cba-41a4-a87d-c82c82371e66 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:24.547986 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f6c1c99d-cd4c-46b5-8ff6-838ca0317f1b req-94212fb1-3cba-41a4-a87d-c82c82371e66 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 946 time: 0.0936968 Apr 20 19:28:24.598335 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-f6c1c99d-cd4c-46b5-8ff6-838ca0317f1b req-cd812093-986b-4ac1-97b1-90c4393e4b95 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cee6914-3b64-431f-92f8-bc68f07f14fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Apr 20 19:28:25.805269 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2c980-6e34-4c94-8c59-9028955249ed req-61675cce-cfdf-4693-83c8-af92a0530db0 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:25.806940 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-39a2c980-6e34-4c94-8c59-9028955249ed req-61675cce-cfdf-4693-83c8-af92a0530db0 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 946 time: 0.0894339 Apr 20 19:28:25.855607 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-39a2c980-6e34-4c94-8c59-9028955249ed req-038671b9-44ae-484f-b306-095167a09eb2 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cee6914-3b64-431f-92f8-bc68f07f14fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Apr 20 19:28:25.969420 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4e973-d069-404a-8387-2d01f772831d req-a5985e3a-92b7-4712-81ef-9223bde5dfbb tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:25.971120 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bdd4e973-d069-404a-8387-2d01f772831d req-a5985e3a-92b7-4712-81ef-9223bde5dfbb tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 946 time: 0.0913384 Apr 20 19:28:26.049687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-bdd4e973-d069-404a-8387-2d01f772831d req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Deleting port f8f4c5d0-ead0-435c-9e2e-8f145757cd22 {{(pid=86473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:28:26.050643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bdd4e973-d069-404a-8387-2d01f772831d req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251191880308'] for port, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.315607 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [req-bdd4e973-d069-404a-8387-2d01f772831d req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] For port f8f4c5d0-ead0-435c-9e2e-8f145757cd22, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,segment=NetworkSegment(82f73543-83e6-418a-b28c-15d8db34a55e),segment_id=82f73543-83e6-418a-b28c-15d8db34a55e)] {{(pid=86473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:26.316553 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bdd4e973-d069-404a-8387-2d01f772831d req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730430'] for port, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.448347 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [req-bdd4e973-d069-404a-8387-2d01f772831d req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Calling delete_port for f8f4c5d0-ead0-435c-9e2e-8f145757cd22 owned by compute:nova {{(pid=86473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:28:26.714685 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bdd4e973-d069-404a-8387-2d01f772831d req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-634163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251191876639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785662451673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846563771'] for port, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.721094 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-dc295058-12a2-4550-9f98-c0f2a858bdc4 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:26.727328 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.db [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] get_ports_and_sgs() called for port_ids ['f8f4c5d0-ead0-435c-9e2e-8f145757cd22'] {{(pid=86474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:28:26.775371 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Pushing event deleted for resources: {'Port': ['ID=f8f4c5d0-ead0-435c-9e2e-8f145757cd22,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:26.778855 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:26.855939 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd4e973-d069-404a-8387-2d01f772831d req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] No DVR routers for this DVR port f8f4c5d0-ead0-435c-9e2e-8f145757cd22 on host hv-cinder-78693 {{(pid=86473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:28:26.858851 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [req-bdd4e973-d069-404a-8387-2d01f772831d req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3775'] for port, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.861871 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d508ead-068b-4559-9b13-b1ceab7dfa45', 'name': 'network-vif-deleted', 'tag': 'f8f4c5d0-ead0-435c-9e2e-8f145757cd22'}] {{(pid=86473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:26.903878 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-bdd4e973-d069-404a-8387-2d01f772831d req-b5414dbc-52b2-484d-863b-6e76240e961b tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.15 "DELETE /v2.0/ports/f8f4c5d0-ead0-435c-9e2e-8f145757cd22 HTTP/1.1" status: 204 len: 173 time: 0.9266868 Apr 20 19:28:26.916643 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d508ead-068b-4559-9b13-b1ceab7dfa45', 'name': 'network-vif-deleted', 'tag': 'f8f4c5d0-ead0-435c-9e2e-8f145757cd22', 'status': 'completed', 'code': 200} Apr 20 19:28:27.031854 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-4d021ea2-01af-44a2-9c0b-e593639df6b2 req-4fc0cd8d-f26f-433f-87ba-94b78bca0ab1 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Synchronizing usage tracker for tenant:c9fac1b4d87249d3a062004a86660e76 on resource:port {{(pid=86473) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:27.114471 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [req-4d021ea2-01af-44a2-9c0b-e593639df6b2 req-4fc0cd8d-f26f-433f-87ba-94b78bca0ab1 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] Unset dirty status for tenant:c9fac1b4d87249d3a062004a86660e76 on resource:port {{(pid=86473) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:27.115723 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [req-4d021ea2-01af-44a2-9c0b-e593639df6b2 req-4fc0cd8d-f26f-433f-87ba-94b78bca0ab1 tempest-VolumesActionsTest-1013939344 tempest-VolumesActionsTest-1013939344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d508ead-068b-4559-9b13-b1ceab7dfa45 HTTP/1.1" status: 200 len: 210 time: 0.1349759 Apr 20 19:28:29.852898 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device f8f4c5d0-ead0-435c-9e2e-8f145757cd22 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:28:29.891403 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.plugin [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] No Port match for: f8f4c5d0-ead0-435c-9e2e-8f145757cd22 {{(pid=86474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:28:29.891815 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.rpc [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Device f8f4c5d0-ead0-435c-9e2e-8f145757cd22 not bound to the agent host hv-cinder-78693 {{(pid=86474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:28:34.180839 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:44.962688 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f770801b-e015-4f9b-b6aa-d86dfb93f822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.214258 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-c40f4c4d-8236-443b-ad66-d958fd71861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.245451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36626) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:47.268573 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:28:47.312040 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac20d411-8c4f-441c-9be0-2c573252d45a admin admin] Deleting subnet 001f9d20-802d-47c8-b18e-09da0080c20e {{(pid=86473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:28:47.315241 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ac20d411-8c4f-441c-9be0-2c573252d45a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.367643 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ac20d411-8c4f-441c-9be0-2c573252d45a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6373221'] for subnet, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.430360 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ac20d411-8c4f-441c-9be0-2c573252d45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.445132 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.713887 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ac20d411-8c4f-441c-9be0-2c573252d45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846571119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6725408'] for subnet, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.718984 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:47.761407 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20d411-8c4f-441c-9be0-2c573252d45a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001f9d20-802d-47c8-b18e-09da0080c20e,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:47.763578 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-ac20d411-8c4f-441c-9be0-2c573252d45a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.766316 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ac20d411-8c4f-441c-9be0-2c573252d45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:47.770650 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-ac20d411-8c4f-441c-9be0-2c573252d45a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/001f9d20-802d-47c8-b18e-09da0080c20e HTTP/1.1" status: 204 len: 168 time: 0.5240824 Apr 20 19:28:47.773554 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36630) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:48.040136 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.128361 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.259237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.374451 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21de3f55-d2a2-4900-8f8b-6731b417c44d']}} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:48.387431 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f73543-83e6-418a-b28c-15d8db34a55e') {'for_net_delete': True} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:48.387773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f73543-83e6-418a-b28c-15d8db34a55e') {} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:48.400063 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848402579'] for segment, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.415094 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.421286 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=86473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:28:48.600510 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Network 21de3f55-d2a2-4900-8f8b-6731b417c44d has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:28:48.610247 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8212018'] for segment, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.803093 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Network 21de3f55-d2a2-4900-8f8b-6731b417c44d has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:28:48.826656 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:28:48.939757 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.945008 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.949023 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:48.972980 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Pushing event deleted for resources: {'Network': ['ID=21de3f55-d2a2-4900-8f8b-6731b417c44d,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:48.975850 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:49.000333 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-878fb004-f0de-4d43-8ff4-300d284ced12 admin admin] 10.222.0.35 "DELETE /v2.0/networks/21de3f55-d2a2-4900-8f8b-6731b417c44d HTTP/1.1" status: 204 len: 168 time: 1.2257478 Apr 20 19:28:49.003294 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36634) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:49.070134 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.db_base_plugin_v2 [None req-0698dd1f-ca98-42b9-b2aa-0bbee9742fd9 admin admin] Deleting subnet 72e2747a-a29f-4594-9d5c-c1a18a58ac2a {{(pid=86473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:28:49.073342 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0698dd1f-ca98-42b9-b2aa-0bbee9742fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.131783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.136132 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0698dd1f-ca98-42b9-b2aa-0bbee9742fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6373221'] for subnet, precommit_delete_associations {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.198378 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0698dd1f-ca98-42b9-b2aa-0bbee9742fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744994'] for subnet, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.485426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0698dd1f-ca98-42b9-b2aa-0bbee9742fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854030822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853067924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846571119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6725408'] for subnet, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.491135 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-eeb81fb8-2677-4f1d-957d-86d136a57e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:49.526880 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698dd1f-ca98-42b9-b2aa-0bbee9742fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e2747a-a29f-4594-9d5c-c1a18a58ac2a,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:49.530157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0698dd1f-ca98-42b9-b2aa-0bbee9742fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:49.531192 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0698dd1f-ca98-42b9-b2aa-0bbee9742fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.538031 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0698dd1f-ca98-42b9-b2aa-0bbee9742fd9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/72e2747a-a29f-4594-9d5c-c1a18a58ac2a HTTP/1.1" status: 204 len: 168 time: 0.5336330 Apr 20 19:28:49.540746 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36638) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:49.659205 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641390'] for network, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.792082 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854030729', 'neutron.services.segments.db._delete_segments_for_network-8785662817395'] for network, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.907450 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3df7b1-a77c-43cc-a8db-7397ee80b223']}} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:49.920890 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a66f8a2-9f0f-4174-ab29-36ef8a9f7cce') {'for_net_delete': True} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:49.921270 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.services.segments.db [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a66f8a2-9f0f-4174-ab29-36ef8a9f7cce') {} {{(pid=86473) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:49.933197 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251191848547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848402579'] for segment, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.948078 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854074812'] for segment, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.954292 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=86473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:28:50.139640 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Network 9b3df7b1-a77c-43cc-a8db-7397ee80b223 has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:28:50.149416 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8212018'] for segment, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:50.327926 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.plugins.ml2.managers [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Network 9b3df7b1-a77c-43cc-a8db-7397ee80b223 has no segments {{(pid=86473) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: Traceback (most recent call last): Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: timer() Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: cb(*args, **kw) Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: return func(*args, **kwargs) Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: self._notify() Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: self.callback(batched_events) Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: event.method(event) Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: segment_id)['aggregates'][0] Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: return f(self, *a, **k) Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: return self._get(url).json() Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: **kwargs) Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: return self.request(url, 'GET', **kwargs) Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: **endpoint_filter) Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:28:50.351320 dv-cinder-786933-2-smb neutron-server[86359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:28:50.454036 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1686426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853044351'] for network, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:50.458319 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:50.472083 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1686409'] for network, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:50.481655 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b3df7b1-a77c-43cc-a8db-7397ee80b223,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:50.484948 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9b3df7b1-a77c-43cc-a8db-7397ee80b223 HTTP/1.1" status: 204 len: 168 time: 0.9431870 Apr 20 19:28:50.485967 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-0560207b-b556-458b-856d-e23c35107239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:50.750313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36644) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:50.803659 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9c4d113f-85f4-479b-86ab-cb48a835f45e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9fac1b4d87249d3a062004a86660e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520484 Apr 20 19:28:50.806297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36648) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:50.872745 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ce726d7-dd8f-4648-939b-8cd67c9e7971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:50.901340 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ce726d7-dd8f-4648-939b-8cd67c9e7971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:50.987806 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ce726d7-dd8f-4648-939b-8cd67c9e7971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:50.993673 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-41952243-91d1-4931-8cb1-2d90a29c57a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:51.009410 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce726d7-dd8f-4648-939b-8cd67c9e7971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cee6914-3b64-431f-92f8-bc68f07f14fc,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:51.011900 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-1ce726d7-dd8f-4648-939b-8cd67c9e7971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:51.048303 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1ce726d7-dd8f-4648-939b-8cd67c9e7971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.049564 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-1ce726d7-dd8f-4648-939b-8cd67c9e7971 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4cee6914-3b64-431f-92f8-bc68f07f14fc HTTP/1.1" status: 204 len: 168 time: 0.2421916 Apr 20 19:28:51.580780 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36656) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:51.640139 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-9a0e80d8-3063-454d-b5f4-9eced5e5e397 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e70f47a0c654d699fef7adc947b15a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578382 Apr 20 19:28:51.642977 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36660) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:51.708818 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c845-d8eb-4d2f-a84e-b28234cffc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.736803 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c845-d8eb-4d2f-a84e-b28234cffc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.802784 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c845-d8eb-4d2f-a84e-b28234cffc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.807825 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-ca71923a-0192-4431-b231-08c5ff846154 tempest-AttachVolumeShelveTestJSON-632044440 tempest-AttachVolumeShelveTestJSON-632044440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:51.821242 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1c845-d8eb-4d2f-a84e-b28234cffc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfa15ed-6b1e-4b26-9c9d-37eed356ad66,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:51.823681 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f3e1c845-d8eb-4d2f-a84e-b28234cffc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:51.827462 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c845-d8eb-4d2f-a84e-b28234cffc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.828731 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f3e1c845-d8eb-4d2f-a84e-b28234cffc18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dfa15ed-6b1e-4b26-9c9d-37eed356ad66 HTTP/1.1" status: 204 len: 168 time: 0.1846011 Apr 20 19:28:57.269690 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36720) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:57.404179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b15f59e3-45a7-4e32-8664-4f8e510dab8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.421039 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b15f59e3-45a7-4e32-8664-4f8e510dab8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:57.425175 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b15f59e3-45a7-4e32-8664-4f8e510dab8a admin admin] Usage tracker for resource:security_group_rule and tenant:004d884d084a48299e0ac7c13f30d8bb is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:57.428508 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-b15f59e3-45a7-4e32-8664-4f8e510dab8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:57.434820 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-b15f59e3-45a7-4e32-8664-4f8e510dab8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:57.585112 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b15f59e3-45a7-4e32-8664-4f8e510dab8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.620858 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-b15f59e3-45a7-4e32-8664-4f8e510dab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.631535 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-8b0f418a-af66-4751-8b1e-105a32e95292 tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:57.679368 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-b15f59e3-45a7-4e32-8664-4f8e510dab8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=004d884d084a48299e0ac7c13f30d8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084480 Apr 20 19:28:57.680429 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f59e3-45a7-4e32-8664-4f8e510dab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93a61b1-41be-4bdf-9013-92a88a7e6094,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:57.682773 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36726) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:57.684065 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-b15f59e3-45a7-4e32-8664-4f8e510dab8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:57.750566 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.782579 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.859824 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.867634 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-a4e9cae7-5fff-4e83-86de-4d0890854b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:57.881187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93a61b1-41be-4bdf-9013-92a88a7e6094,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:57.892274 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.892687 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.893100 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.893517 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.893942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.894343 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.895314 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.895717 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.896120 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.896518 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.896913 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.897316 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:57.902988 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:57.907580 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.908809 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-801b0c44-f484-4465-9c34-78043013d283 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b93a61b1-41be-4bdf-9013-92a88a7e6094 HTTP/1.1" status: 204 len: 168 time: 0.2248411 Apr 20 19:28:58.354131 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36734) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:58.374424 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f47d6961-4b4c-4826-a197-937dfcc3e0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:58.395179 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f47d6961-4b4c-4826-a197-937dfcc3e0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:58.399490 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f47d6961-4b4c-4826-a197-937dfcc3e0d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c056f6ad428c4c0a92549f91b328e79b is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:58.404460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f47d6961-4b4c-4826-a197-937dfcc3e0d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:58.410807 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f47d6961-4b4c-4826-a197-937dfcc3e0d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:58.501053 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f47d6961-4b4c-4826-a197-937dfcc3e0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:58.536912 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f47d6961-4b4c-4826-a197-937dfcc3e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:58.550650 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-124474fe-460a-406d-ab80-2e1466fce67b tempest-AttachVolumeTestJSON-1609649131 tempest-AttachVolumeTestJSON-1609649131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:58.594271 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f47d6961-4b4c-4826-a197-937dfcc3e0d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c056f6ad428c4c0a92549f91b328e79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389729 Apr 20 19:28:58.596001 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d6961-4b4c-4826-a197-937dfcc3e0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393eee3b-e380-4414-bc2f-89aa814df106,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:58.597237 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36738) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:58.599783 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f47d6961-4b4c-4826-a197-937dfcc3e0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:58.665266 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-869b2ae6-6821-4261-8c80-5622a30158b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:58.698947 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-869b2ae6-6821-4261-8c80-5622a30158b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:58.771315 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-869b2ae6-6821-4261-8c80-5622a30158b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:58.776310 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2cedf2f0-af2d-4ce7-ad0f-081774f62da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:58.789296 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b2ae6-6821-4261-8c80-5622a30158b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393eee3b-e380-4414-bc2f-89aa814df106,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:58.793101 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-869b2ae6-6821-4261-8c80-5622a30158b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:58.798942 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-869b2ae6-6821-4261-8c80-5622a30158b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:58.800203 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-869b2ae6-6821-4261-8c80-5622a30158b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/393eee3b-e380-4414-bc2f-89aa814df106 HTTP/1.1" status: 204 len: 168 time: 0.2012458 Apr 20 19:29:00.291953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36770) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:00.423070 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f112bdc0-2c3d-44d7-82eb-ad93784c6662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:00.439550 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f112bdc0-2c3d-44d7-82eb-ad93784c6662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:00.444142 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f112bdc0-2c3d-44d7-82eb-ad93784c6662 admin admin] Usage tracker for resource:security_group_rule and tenant:7a2970b923c04770b1159600a17f4c52 is out of sync, need to count used quota {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:00.447141 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-f112bdc0-2c3d-44d7-82eb-ad93784c6662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86473) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:00.453402 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-f112bdc0-2c3d-44d7-82eb-ad93784c6662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:00.540519 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f112bdc0-2c3d-44d7-82eb-ad93784c6662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:00.570500 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f112bdc0-2c3d-44d7-82eb-ad93784c6662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:00.578178 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-2441bd34-8cf9-44e3-b8fa-5003df91ade9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:00.624099 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-f112bdc0-2c3d-44d7-82eb-ad93784c6662 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a2970b923c04770b1159600a17f4c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308780 Apr 20 19:29:00.625078 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112bdc0-2c3d-44d7-82eb-ad93784c6662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3904b43b-f569-42ec-8479-baa4ab9ef03f,revision_number=1']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:00.627297 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36776) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:00.628804 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-f112bdc0-2c3d-44d7-82eb-ad93784c6662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:00.699172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb2543e6-ceff-4103-b618-edd41d344494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:00.729157 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb2543e6-ceff-4103-b618-edd41d344494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:00.805012 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb2543e6-ceff-4103-b618-edd41d344494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:00.809125 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-fb53a3ba-e475-4a20-b796-40fe88be1a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:00.824401 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2543e6-ceff-4103-b618-edd41d344494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3904b43b-f569-42ec-8479-baa4ab9ef03f,revision_number=None']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:00.827039 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cb2543e6-ceff-4103-b618-edd41d344494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:00.837190 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb2543e6-ceff-4103-b618-edd41d344494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:00.838460 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-cb2543e6-ceff-4103-b618-edd41d344494 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3904b43b-f569-42ec-8479-baa4ab9ef03f HTTP/1.1" status: 204 len: 168 time: 0.2087331 Apr 20 19:29:04.176573 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:14.566527 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86472) accepted ('10.222.0.35', 36914) {{(pid=86472) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:14.713409 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-84646db3-e999-41b4-aa20-41fee6b88e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:14.732975 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-84646db3-e999-41b4-aa20-41fee6b88e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:14.737531 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-84646db3-e999-41b4-aa20-41fee6b88e8b admin admin] Usage tracker for resource:security_group_rule and tenant:0aba3209bd834517965bf2688b5d5361 is out of sync, need to count used quota {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:14.740833 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.quota.resource [None req-84646db3-e999-41b4-aa20-41fee6b88e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86472) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:14.747561 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.quota.driver [None req-84646db3-e999-41b4-aa20-41fee6b88e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:14.847893 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-84646db3-e999-41b4-aa20-41fee6b88e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:14.888559 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-84646db3-e999-41b4-aa20-41fee6b88e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_create {{(pid=86472) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:14.899426 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-97cf72ce-4f2b-4a12-849e-67f60247a902 tempest-TestShelveInstance-229394660 tempest-TestShelveInstance-229394660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:14.951526 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-84646db3-e999-41b4-aa20-41fee6b88e8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0aba3209bd834517965bf2688b5d5361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836408 Apr 20 19:29:14.952995 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84646db3-e999-41b4-aa20-41fee6b88e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e9cff0-d62d-460a-aa3a-54bae2fdb2fa,revision_number=1']} {{(pid=86472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:14.955359 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [-] (86473) accepted ('10.222.0.35', 36920) {{(pid=86473) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:14.956797 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-84646db3-e999-41b4-aa20-41fee6b88e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86472) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:14.965201 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a733711b-3f71-45d4-9d5c-1435f6b83cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.030686 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.063748 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.139706 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853069920'] for security_group, after_delete {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.145158 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-5b6b4c18-927e-492b-bdfa-431b5db51035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:15.160057 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e9cff0-d62d-460a-aa3a-54bae2fdb2fa,revision_number=None']} {{(pid=86473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:15.174098 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.174528 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.174953 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.175370 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.175798 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.176213 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.176624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.177034 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.177446 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.177915 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.178502 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.178831 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-smb {{(pid=86473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:15.182863 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG oslo_concurrency.lockutils [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86473) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:15.184223 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86473) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.185499 dv-cinder-786933-2-smb neutron-server[86359]: INFO neutron.wsgi [None req-cb7becb3-353f-4596-8299-f7fcc55fd1ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6e9cff0-d62d-460a-aa3a-54bae2fdb2fa HTTP/1.1" status: 204 len: 168 time: 0.2285857 Apr 20 19:29:17.236856 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-410ff3e3-4422-477c-9915-2ea8db928a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.444438 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.045224 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:19.174864 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:24.268560 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:29:34.190313 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.976121 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1a891d06-f57d-4305-b165-84f054a61e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.230250 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-46889353-9368-4a50-94fd-49534e703655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.447460 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:48.065003 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:49.130671 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:01.267563 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:30:04.204453 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:14.961896 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0c28-14e3-462b-aa35-4fc090047797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.221036 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-3028ad45-1c6e-488e-b94d-897f0b25f00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.464624 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:18.070487 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.140605 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:34.191670 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:38.268234 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:30:44.963826 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2f8f-f41e-4fb3-b03d-fb55acfd10a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:47.230606 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-393b808f-b020-4a1b-8b43-8968071e88bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:47.459027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:48.054656 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:49.167244 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:04.197172 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:14.963283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4b9a60a8-9234-4186-89b1-c9ec1bfabab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:15.268652 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:31:17.220642 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-5efae9af-ba04-4be0-99bd-d2861b072fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:17.460513 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:18.106322 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.252174 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:34.202198 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:35.350616 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.wsgi [req-ba72d3c6-9f99-4b16-97b9-a7b3fb7c7a49 req-4c552a38-1816-45f5-804c-a46430f2b233 service neutron] (86472) timed out ('10.222.0.15', 64663) {{(pid=86472) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 19:31:44.960741 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-73fe5248-167b-4b2e-adbf-365d53dda284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:47.276875 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-91cac26d-35e6-49fa-a1e1-a235b6ce8d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:47.470866 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:48.086395 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.167742 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:52.268698 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:32:04.196210 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:14.955786 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-4756e4b7-a423-4a3a-9db2-e0275e8f5243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.252644 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-25f9e34e-6153-4ae7-b8d6-b5ce5fc270b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.498716 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.062939 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.154677 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:29.269549 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:32:34.212904 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.961283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-d374c6f0-510f-41b4-8bc8-a984355f9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:47.246027 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-71bfe36d-02c2-4e99-abd1-4929a0b4192b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:47.486647 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:48.058417 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:49.178393 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:04.194853 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:06.269722 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:33:14.960918 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-09fd301f-5179-4b2f-a22f-f69c06343b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:17.240418 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8871-8b68-4e18-b45d-608b9a4648a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:17.480666 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:18.069124 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:19.200187 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:34.223489 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:43.270105 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron.db.agents_db [None req-944bfcb7-834b-4c25-ae46-5be78cb04abc None None] Agent healthcheck: found 6 active agents {{(pid=86475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:33:44.948283 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-19da440a-f7a0-434d-9f56-0597d3792208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:47.239464 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7bbf-86ca-4b69-a2bb-a0d5defad501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:47.474345 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-db323e0e-f341-42bc-ad63-7452e734003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:48.062969 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-f3a113e6-7020-4782-8153-27be1a68085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.160075 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-1c6b25db-0ec4-4deb-a4b6-9edb3fd7a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:04.211039 dv-cinder-786933-2-smb neutron-server[86359]: DEBUG neutron_lib.callbacks.manager [None req-00261717-f32e-44fe-b86d-283ecc4873c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251191958405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854032811'] for agent, after_update {{(pid=86474) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}